2024-11-26 07:16:48,331 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 07:16:48,349 main DEBUG Took 0.016523 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 07:16:48,350 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 07:16:48,350 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 07:16:48,351 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 07:16:48,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,361 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 07:16:48,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,378 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,379 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,380 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,382 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,384 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,385 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:16:48,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,390 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 07:16:48,392 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:16:48,394 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 07:16:48,396 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 07:16:48,397 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 07:16:48,399 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 07:16:48,399 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 07:16:48,411 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 07:16:48,414 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 07:16:48,417 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 07:16:48,417 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 07:16:48,418 main DEBUG createAppenders(={Console}) 2024-11-26 07:16:48,418 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 07:16:48,419 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 07:16:48,419 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 07:16:48,420 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 07:16:48,420 main DEBUG OutputStream closed 2024-11-26 07:16:48,421 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 07:16:48,421 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 07:16:48,422 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 07:16:48,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 07:16:48,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 07:16:48,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 07:16:48,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 07:16:48,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 07:16:48,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 07:16:48,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 07:16:48,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 07:16:48,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 07:16:48,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 07:16:48,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 07:16:48,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 07:16:48,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 07:16:48,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 07:16:48,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 07:16:48,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 07:16:48,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 07:16:48,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 07:16:48,499 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 07:16:48,500 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 07:16:48,500 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 07:16:48,500 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T07:16:48,514 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 07:16:48,517 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 07:16:48,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T07:16:48,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=8499 2024-11-26T07:16:48,754 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T07:16:48,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539 2024-11-26T07:16:48,798 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7, deleteOnExit=true 2024-11-26T07:16:48,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7/zookeeper_0, clientPort=56355, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:16:48,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56355 2024-11-26T07:16:48,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:16:48,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:16:48,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/test.cache.data in system properties and HBase conf 2024-11-26T07:16:48,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:16:48,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:16:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:16:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:16:48,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:16:48,999 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T07:16:49,091 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:16:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:16:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:16:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:16:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:16:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:16:49,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:16:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:16:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:16:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:16:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:16:49,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:16:49,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:16:49,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:16:49,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:16:49,921 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T07:16:49,998 INFO [Time-limited test {}] log.Log(170): Logging initialized @2342ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T07:16:50,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:16:50,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:16:50,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:16:50,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:16:50,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:16:50,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:16:50,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:16:50,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:16:50,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/java.io.tmpdir/jetty-localhost-35735-hadoop-hdfs-3_4_1-tests_jar-_-any-11475688213464668786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:16:50,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35735} 2024-11-26T07:16:50,375 INFO [Time-limited test {}] server.Server(415): Started @2719ms 2024-11-26T07:16:50,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:16:50,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:16:50,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:16:50,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:16:50,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:16:50,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:16:50,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:16:50,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/java.io.tmpdir/jetty-localhost-37569-hadoop-hdfs-3_4_1-tests_jar-_-any-9161417313312457967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:16:50,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:37569} 2024-11-26T07:16:50,888 INFO [Time-limited test {}] server.Server(415): Started @3233ms 2024-11-26T07:16:50,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:16:51,395 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7/data/data2/current/BP-248391692-172.17.0.2-1732605409675/current, will proceed with Du for space computation calculation, 2024-11-26T07:16:51,395 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7/data/data1/current/BP-248391692-172.17.0.2-1732605409675/current, will proceed with Du for space computation calculation, 2024-11-26T07:16:51,439 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:16:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfd91ecd8e7d2640 with lease ID 0x968e351bb755e45c: Processing first storage report for DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e from datanode DatanodeRegistration(127.0.0.1:46815, datanodeUuid=aa2f7296-b6f2-4604-a540-418cdc643678, infoPort=35565, infoSecurePort=0, ipcPort=39697, storageInfo=lv=-57;cid=testClusterID;nsid=637810257;c=1732605409675) 2024-11-26T07:16:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfd91ecd8e7d2640 with lease ID 0x968e351bb755e45c: from storage DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e node DatanodeRegistration(127.0.0.1:46815, datanodeUuid=aa2f7296-b6f2-4604-a540-418cdc643678, infoPort=35565, infoSecurePort=0, ipcPort=39697, storageInfo=lv=-57;cid=testClusterID;nsid=637810257;c=1732605409675), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:16:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfd91ecd8e7d2640 with lease ID 0x968e351bb755e45c: Processing first storage report for DS-6ecd55a5-4b70-4022-928f-00b28fe6f24d from datanode DatanodeRegistration(127.0.0.1:46815, datanodeUuid=aa2f7296-b6f2-4604-a540-418cdc643678, infoPort=35565, infoSecurePort=0, ipcPort=39697, storageInfo=lv=-57;cid=testClusterID;nsid=637810257;c=1732605409675) 2024-11-26T07:16:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfd91ecd8e7d2640 with lease ID 0x968e351bb755e45c: from storage DS-6ecd55a5-4b70-4022-928f-00b28fe6f24d node DatanodeRegistration(127.0.0.1:46815, datanodeUuid=aa2f7296-b6f2-4604-a540-418cdc643678, infoPort=35565, infoSecurePort=0, ipcPort=39697, storageInfo=lv=-57;cid=testClusterID;nsid=637810257;c=1732605409675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:16:51,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539 2024-11-26T07:16:51,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:51,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:16:52,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09 with version=8 2024-11-26T07:16:52,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/hbase-staging 2024-11-26T07:16:52,280 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T07:16:52,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:16:52,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:52,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:52,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:16:52,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:52,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:16:52,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:16:52,761 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T07:16:52,770 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T07:16:52,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:16:52,800 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12634 (auto-detected) 2024-11-26T07:16:52,801 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T07:16:52,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44523 2024-11-26T07:16:52,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44523 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:16:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445230x0, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:16:52,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44523-0x101532260f40000 connected 2024-11-26T07:16:52,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:52,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:52,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:16:52,924 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09, hbase.cluster.distributed=false 2024-11-26T07:16:52,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/acl 2024-11-26T07:16:52,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44523 2024-11-26T07:16:52,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44523 2024-11-26T07:16:52,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44523 2024-11-26T07:16:52,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44523 2024-11-26T07:16:52,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44523 2024-11-26T07:16:53,070 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:16:53,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:53,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:53,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:16:53,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:53,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:16:53,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:16:53,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:16:53,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42891 2024-11-26T07:16:53,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42891 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:16:53,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:53,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:53,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428910x0, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:16:53,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42891-0x101532260f40001 connected 2024-11-26T07:16:53,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:16:53,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:16:53,102 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:16:53,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/master 2024-11-26T07:16:53,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/acl 2024-11-26T07:16:53,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-26T07:16:53,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42891 2024-11-26T07:16:53,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42891 2024-11-26T07:16:53,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-26T07:16:53,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-26T07:16:53,128 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:44523 2024-11-26T07:16:53,129 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0813677739/backup-masters/15ed1af4400d,44523,1732605412334 2024-11-26T07:16:53,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:16:53,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:16:53,139 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on existing znode=/0813677739/backup-masters/15ed1af4400d,44523,1732605412334 2024-11-26T07:16:53,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813677739/master 2024-11-26T07:16:53,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,162 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on existing znode=/0813677739/master 2024-11-26T07:16:53,163 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0813677739/backup-masters/15ed1af4400d,44523,1732605412334 from backup master directory 2024-11-26T07:16:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/backup-masters/15ed1af4400d,44523,1732605412334 2024-11-26T07:16:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:16:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:16:53,167 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:16:53,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,44523,1732605412334 2024-11-26T07:16:53,169 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T07:16:53,170 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T07:16:53,231 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/hbase.id] with ID: a3b2ad38-b2cd-4c0a-9708-d9c115e45868 2024-11-26T07:16:53,232 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/.tmp/hbase.id 2024-11-26T07:16:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:16:53,245 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/.tmp/hbase.id]:[hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/hbase.id] 2024-11-26T07:16:53,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:53,296 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:16:53,315 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T07:16:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:16:53,343 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:16:53,346 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:16:53,362 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:16:53,367 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:16:53,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:16:53,415 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store 2024-11-26T07:16:53,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:16:53,440 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T07:16:53,444 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:53,445 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:16:53,445 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:53,445 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:53,447 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:16:53,447 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:53,447 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:53,449 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605413445Disabling compacts and flushes for region at 1732605413445Disabling writes for close at 1732605413447 (+2 ms)Writing region close event to WAL at 1732605413447Closed at 1732605413447 2024-11-26T07:16:53,451 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/.initializing 2024-11-26T07:16:53,451 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334 2024-11-26T07:16:53,460 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:16:53,475 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C44523%2C1732605412334, suffix=, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/oldWALs, maxLogs=10 2024-11-26T07:16:53,499 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334/15ed1af4400d%2C44523%2C1732605412334.1732605413480, exclude list is [], retry=0 2024-11-26T07:16:53,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:16:53,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T07:16:53,555 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334/15ed1af4400d%2C44523%2C1732605412334.1732605413480 2024-11-26T07:16:53,556 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:16:53,557 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:16:53,557 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:53,561 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,562 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:16:53,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:53,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:53,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:16:53,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:53,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:16:53,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:16:53,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:53,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:16:53,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:16:53,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:53,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:16:53,652 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,656 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,658 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,664 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,665 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,669 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:16:53,674 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:53,679 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:16:53,681 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71462009, jitterRate=0.06486691534519196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:16:53,687 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605413574Initializing all the Stores at 1732605413576 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605413577 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605413578 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605413578Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605413578Cleaning up temporary data from old regions at 1732605413665 (+87 ms)Region opened successfully at 1732605413687 (+22 ms) 2024-11-26T07:16:53,692 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:16:53,734 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7dc967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:16:53,768 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:16:53,780 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:16:53,780 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:16:53,783 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:16:53,785 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T07:16:53,790 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T07:16:53,790 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:16:53,829 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:16:53,844 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/balancer because node does not exist (not necessarily an error) 2024-11-26T07:16:53,848 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/balancer already deleted, retry=false 2024-11-26T07:16:53,852 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:16:53,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:16:53,858 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/normalizer already deleted, retry=false 2024-11-26T07:16:53,861 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:16:53,865 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:16:53,867 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/switch/split already deleted, retry=false 2024-11-26T07:16:53,869 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:16:53,874 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/switch/merge already deleted, retry=false 2024-11-26T07:16:53,900 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:16:53,905 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/snapshot-cleanup already deleted, retry=false 2024-11-26T07:16:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813677739/running 2024-11-26T07:16:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813677739/running 2024-11-26T07:16:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,915 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,44523,1732605412334, sessionid=0x101532260f40000, setting cluster-up flag (Was=false) 2024-11-26T07:16:53,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0813677739/flush-table-proc/acquired, /0813677739/flush-table-proc/reached, /0813677739/flush-table-proc/abort 2024-11-26T07:16:53,943 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,44523,1732605412334 2024-11-26T07:16:53,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:53,957 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0813677739/online-snapshot/acquired, /0813677739/online-snapshot/reached, /0813677739/online-snapshot/abort 2024-11-26T07:16:53,958 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,44523,1732605412334 2024-11-26T07:16:53,967 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:16:54,017 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(746): ClusterId : a3b2ad38-b2cd-4c0a-9708-d9c115e45868 2024-11-26T07:16:54,020 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:16:54,027 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:16:54,027 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:16:54,030 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:16:54,031 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f22417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:16:54,047 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:42891 2024-11-26T07:16:54,050 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:16:54,050 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:16:54,050 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:16:54,052 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:54,053 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,44523,1732605412334 with port=42891, startcode=1732605413030 2024-11-26T07:16:54,062 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:16:54,065 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:16:54,069 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:16:54,075 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,44523,1732605412334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:16:54,084 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:54,084 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:54,085 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:54,085 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:54,085 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:16:54,085 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,086 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:16:54,086 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,091 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605444091 2024-11-26T07:16:54,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:54,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:16:54,093 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:16:54,094 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:16:54,099 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:16:54,099 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:16:54,099 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:16:54,100 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:16:54,100 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:54,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:16:54,100 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,105 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:16:54,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:16:54,106 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:16:54,107 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:16:54,107 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:16:54,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:16:54,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:16:54,113 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44523 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T07:16:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:16:54,116 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605414113,5,FailOnTimeoutGroup] 2024-11-26T07:16:54,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:16:54,119 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09 2024-11-26T07:16:54,120 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605414116,5,FailOnTimeoutGroup] 2024-11-26T07:16:54,120 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,120 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:16:54,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:16:54,146 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T07:16:54,146 WARN [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T07:16:54,248 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,44523,1732605412334 with port=42891, startcode=1732605413030 2024-11-26T07:16:54,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,42891,1732605413030 2024-11-26T07:16:54,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44523 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,42891,1732605413030 2024-11-26T07:16:54,262 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09 2024-11-26T07:16:54,262 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39665 2024-11-26T07:16:54,262 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:16:54,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/rs 2024-11-26T07:16:54,267 DEBUG [RS:0;15ed1af4400d:42891 {}] zookeeper.ZKUtil(111): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on existing znode=/0813677739/rs/15ed1af4400d,42891,1732605413030 2024-11-26T07:16:54,267 WARN [RS:0;15ed1af4400d:42891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:16:54,267 INFO [RS:0;15ed1af4400d:42891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:16:54,268 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030 2024-11-26T07:16:54,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,42891,1732605413030] 2024-11-26T07:16:54,295 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:16:54,313 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:16:54,320 INFO [RS:0;15ed1af4400d:42891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:16:54,320 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,322 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:16:54,329 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:16:54,331 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,331 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,331 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,331 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,332 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,332 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,332 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:16:54,332 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,332 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,332 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,332 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,333 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,333 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:54,333 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:16:54,333 DEBUG [RS:0;15ed1af4400d:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:16:54,334 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,334 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,334 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,334 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,334 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,334 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42891,1732605413030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:16:54,355 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:16:54,357 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42891,1732605413030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,357 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,357 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.Replication(171): 15ed1af4400d,42891,1732605413030 started 2024-11-26T07:16:54,376 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:54,376 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,42891,1732605413030, RpcServer on 15ed1af4400d/172.17.0.2:42891, sessionid=0x101532260f40001 2024-11-26T07:16:54,377 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:16:54,377 DEBUG [RS:0;15ed1af4400d:42891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,42891,1732605413030 2024-11-26T07:16:54,377 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,42891,1732605413030' 2024-11-26T07:16:54,378 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0813677739/flush-table-proc/abort' 2024-11-26T07:16:54,379 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0813677739/flush-table-proc/acquired' 2024-11-26T07:16:54,379 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:16:54,379 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:16:54,380 DEBUG [RS:0;15ed1af4400d:42891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,42891,1732605413030 2024-11-26T07:16:54,380 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,42891,1732605413030' 2024-11-26T07:16:54,380 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0813677739/online-snapshot/abort' 2024-11-26T07:16:54,381 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0813677739/online-snapshot/acquired' 2024-11-26T07:16:54,381 DEBUG [RS:0;15ed1af4400d:42891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:16:54,381 INFO [RS:0;15ed1af4400d:42891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:16:54,381 INFO [RS:0;15ed1af4400d:42891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:16:54,491 INFO [RS:0;15ed1af4400d:42891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:16:54,495 INFO [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42891%2C1732605413030, suffix=, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs, maxLogs=10 2024-11-26T07:16:54,513 DEBUG [RS:0;15ed1af4400d:42891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498, exclude list is [], retry=0 2024-11-26T07:16:54,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:16:54,522 INFO [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 2024-11-26T07:16:54,523 DEBUG [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:16:54,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:54,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:16:54,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:16:54,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:54,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:54,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:16:54,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:16:54,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:54,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:54,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:16:54,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:16:54,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:54,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:54,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:16:54,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:16:54,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:54,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:54,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:16:54,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740 2024-11-26T07:16:54,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740 2024-11-26T07:16:54,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:16:54,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:16:54,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:16:54,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:16:54,567 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:16:54,568 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59863784, jitterRate=-0.10796010494232178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:16:54,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605414534Initializing all the Stores at 1732605414537 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605414537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605414537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605414537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605414537Cleaning up temporary data from old regions at 1732605414560 (+23 ms)Region opened successfully at 1732605414570 (+10 ms) 2024-11-26T07:16:54,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:16:54,571 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:16:54,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:16:54,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:16:54,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:16:54,572 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:16:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605414570Disabling compacts and flushes for region at 1732605414570Disabling writes for close at 1732605414571 (+1 ms)Writing region close event to WAL at 1732605414572 (+1 ms)Closed at 1732605414572 2024-11-26T07:16:54,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:54,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:16:54,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:16:54,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:16:54,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:16:54,746 DEBUG [15ed1af4400d:44523 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:16:54,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,42891,1732605413030 2024-11-26T07:16:54,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,42891,1732605413030, state=OPENING 2024-11-26T07:16:54,771 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:16:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:16:54,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:16:54,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:16:54,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:16:54,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,42891,1732605413030}] 2024-11-26T07:16:54,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:16:54,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:16:54,974 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:16:54,974 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:16:54,975 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:16:54,978 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42891%2C1732605413030.meta, suffix=.meta, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs, maxLogs=10 2024-11-26T07:16:54,995 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.meta.1732605414980.meta, exclude list is [], retry=0 2024-11-26T07:16:54,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:16:55,002 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.meta.1732605414980.meta 2024-11-26T07:16:55,002 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:16:55,003 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:16:55,007 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:16:55,008 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:16:55,011 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:16:55,013 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:16:55,017 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:16:55,017 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:55,017 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:16:55,017 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:16:55,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:16:55,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:16:55,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:55,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:55,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:16:55,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:16:55,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:55,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:55,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:16:55,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:16:55,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:55,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:55,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:16:55,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:16:55,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:55,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:55,032 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:16:55,033 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740 2024-11-26T07:16:55,036 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740 2024-11-26T07:16:55,038 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:16:55,038 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:16:55,039 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:16:55,041 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:16:55,043 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75383403, jitterRate=0.12330023944377899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:16:55,043 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:16:55,045 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605415018Writing region info on filesystem at 1732605415018Initializing all the Stores at 1732605415020 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605415020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605415020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605415020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605415020Cleaning up temporary data from old regions at 1732605415038 (+18 ms)Running coprocessor post-open hooks at 1732605415043 (+5 ms)Region opened successfully at 1732605415045 (+2 ms) 2024-11-26T07:16:55,053 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605414948 2024-11-26T07:16:55,064 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:16:55,065 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:16:55,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,42891,1732605413030 2024-11-26T07:16:55,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,42891,1732605413030, state=OPEN 2024-11-26T07:16:55,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:16:55,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:16:55,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:16:55,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:16:55,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,42891,1732605413030 2024-11-26T07:16:55,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:16:55,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,42891,1732605413030 in 294 msec 2024-11-26T07:16:55,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:16:55,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-26T07:16:55,086 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:55,086 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:16:55,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:16:55,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42891,1732605413030, seqNum=-1] 2024-11-26T07:16:55,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:16:55,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:16:55,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1550 sec 2024-11-26T07:16:55,154 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605415153, completionTime=-1 2024-11-26T07:16:55,157 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:16:55,158 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:16:55,187 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:16:55,187 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605475187 2024-11-26T07:16:55,187 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605535187 2024-11-26T07:16:55,187 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-26T07:16:55,189 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44523,1732605412334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:55,190 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44523,1732605412334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:55,190 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44523,1732605412334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:55,191 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:44523, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:55,192 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:55,192 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:55,197 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:16:55,220 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.053sec 2024-11-26T07:16:55,222 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:16:55,223 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:16:55,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:16:55,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:16:55,225 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:16:55,225 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44523,1732605412334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:16:55,226 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44523,1732605412334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:16:55,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:16:55,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:16:55,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44523,1732605412334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:55,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:55,330 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T07:16:55,330 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T07:16:55,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,44523,-1 for getting cluster id 2024-11-26T07:16:55,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:16:55,344 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b2ad38-b2cd-4c0a-9708-d9c115e45868' 2024-11-26T07:16:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:16:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b2ad38-b2cd-4c0a-9708-d9c115e45868" 2024-11-26T07:16:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8c0cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,44523,-1] 2024-11-26T07:16:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:16:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:16:55,355 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:16:55,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:55,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:16:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42891,1732605413030, seqNum=-1] 2024-11-26T07:16:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:16:55,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:16:55,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,44523,1732605412334 2024-11-26T07:16:55,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:16:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:16:55,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101532260f40002 connected 2024-11-26T07:16:55,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.log.dir so I do NOT create it in target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136 2024-11-26T07:16:55,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:16:55,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.tmp.dir so I do NOT create it in target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136 2024-11-26T07:16:55,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:16:55,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136 2024-11-26T07:16:55,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:16:55,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/cluster_931bffc3-9bdc-45f6-8392-0f81587efc5f, deleteOnExit=true 2024-11-26T07:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/test.cache.data in system properties and HBase conf 2024-11-26T07:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:16:55,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:16:55,425 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:16:55,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:16:55,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:16:55,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:16:55,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:16:55,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:16:55,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:16:55,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:16:55,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:16:55,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:16:55,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:16:55,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:16:55,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:16:55,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:16:55,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:16:55,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/java.io.tmpdir/jetty-localhost-35491-hadoop-hdfs-3_4_1-tests_jar-_-any-12626535452731861418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:16:55,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:35491} 2024-11-26T07:16:55,656 INFO [Time-limited test {}] server.Server(415): Started @8001ms 2024-11-26T07:16:55,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:16:55,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:16:55,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:16:55,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:16:55,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:16:55,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:16:55,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:16:55,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/java.io.tmpdir/jetty-localhost-39147-hadoop-hdfs-3_4_1-tests_jar-_-any-320423820556539115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:16:55,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:39147} 2024-11-26T07:16:55,869 INFO [Time-limited test {}] server.Server(415): Started @8214ms 2024-11-26T07:16:55,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:16:56,022 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/cluster_931bffc3-9bdc-45f6-8392-0f81587efc5f/data/data1/current/BP-1101843762-172.17.0.2-1732605415461/current, will proceed with Du for space computation calculation, 2024-11-26T07:16:56,022 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/cluster_931bffc3-9bdc-45f6-8392-0f81587efc5f/data/data2/current/BP-1101843762-172.17.0.2-1732605415461/current, will proceed with Du for space computation calculation, 2024-11-26T07:16:56,041 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:16:56,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc319e93736ebf8fc with lease ID 0xc65d5e5e7bf19a1b: Processing first storage report for DS-01063908-a4c1-4992-8390-a71c259c94fb from datanode DatanodeRegistration(127.0.0.1:43235, datanodeUuid=9118a180-245d-4415-a2b6-d202acb9a759, infoPort=37559, infoSecurePort=0, ipcPort=46825, storageInfo=lv=-57;cid=testClusterID;nsid=622882364;c=1732605415461) 2024-11-26T07:16:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc319e93736ebf8fc with lease ID 0xc65d5e5e7bf19a1b: from storage DS-01063908-a4c1-4992-8390-a71c259c94fb node DatanodeRegistration(127.0.0.1:43235, datanodeUuid=9118a180-245d-4415-a2b6-d202acb9a759, infoPort=37559, infoSecurePort=0, ipcPort=46825, storageInfo=lv=-57;cid=testClusterID;nsid=622882364;c=1732605415461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:16:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc319e93736ebf8fc with lease ID 0xc65d5e5e7bf19a1b: Processing first storage report for DS-523562da-a8f6-4816-9630-17986804f6e1 from datanode DatanodeRegistration(127.0.0.1:43235, datanodeUuid=9118a180-245d-4415-a2b6-d202acb9a759, infoPort=37559, infoSecurePort=0, ipcPort=46825, storageInfo=lv=-57;cid=testClusterID;nsid=622882364;c=1732605415461) 2024-11-26T07:16:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc319e93736ebf8fc with lease ID 0xc65d5e5e7bf19a1b: from storage DS-523562da-a8f6-4816-9630-17986804f6e1 node DatanodeRegistration(127.0.0.1:43235, datanodeUuid=9118a180-245d-4415-a2b6-d202acb9a759, infoPort=37559, infoSecurePort=0, ipcPort=46825, storageInfo=lv=-57;cid=testClusterID;nsid=622882364;c=1732605415461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:16:56,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136 2024-11-26T07:16:56,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:56,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:56,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:16:56,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380 with version=8 2024-11-26T07:16:56,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/hbase-staging 2024-11-26T07:16:56,123 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:16:56,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:56,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:56,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:16:56,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:56,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:16:56,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:16:56,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:16:56,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45463 2024-11-26T07:16:56,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45463 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:16:56,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454630x0, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:16:56,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45463-0x101532260f40003 connected 2024-11-26T07:16:56,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:56,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:56,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on znode that does not yet exist, /11989547669/running 2024-11-26T07:16:56,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380, hbase.cluster.distributed=false 2024-11-26T07:16:56,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on znode that does not yet exist, /11989547669/acl 2024-11-26T07:16:56,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45463 2024-11-26T07:16:56,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45463 2024-11-26T07:16:56,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45463 2024-11-26T07:16:56,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45463 2024-11-26T07:16:56,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45463 2024-11-26T07:16:56,176 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:16:56,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:56,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:56,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:16:56,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:16:56,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:16:56,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:16:56,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:16:56,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36241 2024-11-26T07:16:56,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36241 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:16:56,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:56,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362410x0, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:16:56,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on znode that does not yet exist, /11989547669/running 2024-11-26T07:16:56,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36241-0x101532260f40004 connected 2024-11-26T07:16:56,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:16:56,189 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:16:56,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on znode that does not yet exist, /11989547669/master 2024-11-26T07:16:56,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on znode that does not yet exist, /11989547669/acl 2024-11-26T07:16:56,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-26T07:16:56,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36241 2024-11-26T07:16:56,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36241 2024-11-26T07:16:56,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-26T07:16:56,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-26T07:16:56,219 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:45463 2024-11-26T07:16:56,220 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11989547669/backup-masters/15ed1af4400d,45463,1732605416123 2024-11-26T07:16:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669/backup-masters 2024-11-26T07:16:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669/backup-masters 2024-11-26T07:16:56,224 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on existing znode=/11989547669/backup-masters/15ed1af4400d,45463,1732605416123 2024-11-26T07:16:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11989547669/master 2024-11-26T07:16:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:56,226 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on existing znode=/11989547669/master 2024-11-26T07:16:56,227 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11989547669/backup-masters/15ed1af4400d,45463,1732605416123 from backup master directory 2024-11-26T07:16:56,229 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:16:56,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11989547669/backup-masters/15ed1af4400d,45463,1732605416123 2024-11-26T07:16:56,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669/backup-masters 2024-11-26T07:16:56,229 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,45463,1732605416123 2024-11-26T07:16:56,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669/backup-masters 2024-11-26T07:16:56,236 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/hbase.id] with ID: e3f1dab8-1841-483a-905b-3fe4bbd7e4a6 2024-11-26T07:16:56,237 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/.tmp/hbase.id 2024-11-26T07:16:56,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:16:56,645 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/.tmp/hbase.id]:[hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/hbase.id] 2024-11-26T07:16:56,669 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:16:56,669 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:16:56,671 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T07:16:56,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:56,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:16:56,682 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:16:56,683 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:16:56,683 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:16:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:16:57,095 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store 2024-11-26T07:16:57,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:16:57,505 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:57,505 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:16:57,505 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:57,506 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:57,506 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:16:57,506 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:57,506 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:16:57,506 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605417505Disabling compacts and flushes for region at 1732605417505Disabling writes for close at 1732605417506 (+1 ms)Writing region close event to WAL at 1732605417506Closed at 1732605417506 2024-11-26T07:16:57,507 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/.initializing 2024-11-26T07:16:57,508 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/WALs/15ed1af4400d,45463,1732605416123 2024-11-26T07:16:57,509 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:16:57,513 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C45463%2C1732605416123, suffix=, logDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/WALs/15ed1af4400d,45463,1732605416123, archiveDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/oldWALs, maxLogs=10 2024-11-26T07:16:57,528 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/WALs/15ed1af4400d,45463,1732605416123/15ed1af4400d%2C45463%2C1732605416123.1732605417513, exclude list is [], retry=0 2024-11-26T07:16:57,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43235,DS-01063908-a4c1-4992-8390-a71c259c94fb,DISK] 2024-11-26T07:16:57,536 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/WALs/15ed1af4400d,45463,1732605416123/15ed1af4400d%2C45463%2C1732605416123.1732605417513 2024-11-26T07:16:57,537 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37559:37559)] 2024-11-26T07:16:57,537 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:16:57,537 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:57,538 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,538 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:16:57,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:57,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:57,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:16:57,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:16:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:16:57,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:57,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:16:57,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:16:57,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:57,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:16:57,555 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,556 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,557 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,559 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,559 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,560 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:16:57,561 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:16:57,565 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:16:57,565 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67544517, jitterRate=0.006491735577583313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:16:57,566 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605417538Initializing all the Stores at 1732605417540 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605417540Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605417540Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605417540Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605417540Cleaning up temporary data from old regions at 1732605417559 (+19 ms)Region opened successfully at 1732605417566 (+7 ms) 2024-11-26T07:16:57,566 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:16:57,571 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:16:57,572 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:16:57,572 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:16:57,572 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:16:57,573 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:16:57,573 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:16:57,574 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:16:57,574 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:16:57,578 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:16:57,579 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Unable to get data of znode /11989547669/balancer because node does not exist (not necessarily an error) 2024-11-26T07:16:57,580 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11989547669/balancer already deleted, retry=false 2024-11-26T07:16:57,580 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:16:57,581 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Unable to get data of znode /11989547669/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:16:57,583 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11989547669/normalizer already deleted, retry=false 2024-11-26T07:16:57,583 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:16:57,584 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Unable to get data of znode /11989547669/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:16:57,587 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11989547669/switch/split already deleted, retry=false 2024-11-26T07:16:57,588 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Unable to get data of znode /11989547669/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:16:57,589 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11989547669/switch/merge already deleted, retry=false 2024-11-26T07:16:57,592 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Unable to get data of znode /11989547669/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:16:57,593 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11989547669/snapshot-cleanup already deleted, retry=false 2024-11-26T07:16:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11989547669/running 2024-11-26T07:16:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11989547669/running 2024-11-26T07:16:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:57,595 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,45463,1732605416123, sessionid=0x101532260f40003, setting cluster-up flag (Was=false) 2024-11-26T07:16:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:57,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:57,611 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11989547669/flush-table-proc/acquired, /11989547669/flush-table-proc/reached, /11989547669/flush-table-proc/abort 2024-11-26T07:16:57,613 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,45463,1732605416123 2024-11-26T07:16:57,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:57,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:57,625 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11989547669/online-snapshot/acquired, /11989547669/online-snapshot/reached, /11989547669/online-snapshot/abort 2024-11-26T07:16:57,627 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,45463,1732605416123 2024-11-26T07:16:57,629 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:16:57,633 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:57,633 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:16:57,633 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:16:57,633 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,45463,1732605416123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:16:57,635 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:57,635 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:57,635 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:57,635 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:16:57,636 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:16:57,636 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,636 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:16:57,636 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,637 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605447637 2024-11-26T07:16:57,637 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:16:57,637 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:16:57,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:16:57,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:16:57,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:16:57,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:16:57,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:16:57,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:16:57,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:57,639 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:16:57,639 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:16:57,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:16:57,639 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:16:57,639 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:16:57,639 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605417639,5,FailOnTimeoutGroup] 2024-11-26T07:16:57,640 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605417639,5,FailOnTimeoutGroup] 2024-11-26T07:16:57,640 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,640 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:16:57,640 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,640 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:57,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:16:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:16:57,701 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(746): ClusterId : e3f1dab8-1841-483a-905b-3fe4bbd7e4a6 2024-11-26T07:16:57,701 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:16:57,704 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:16:57,704 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:16:57,706 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:16:57,707 DEBUG [RS:0;15ed1af4400d:36241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550ca7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:16:57,720 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:36241 2024-11-26T07:16:57,720 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:16:57,720 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:16:57,720 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:16:57,721 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,45463,1732605416123 with port=36241, startcode=1732605416175 2024-11-26T07:16:57,722 DEBUG [RS:0;15ed1af4400d:36241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:16:57,724 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:16:57,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,36241,1732605416175 2024-11-26T07:16:57,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45463 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,36241,1732605416175 2024-11-26T07:16:57,730 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380 2024-11-26T07:16:57,730 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38663 2024-11-26T07:16:57,730 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:16:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669/rs 2024-11-26T07:16:57,734 DEBUG [RS:0;15ed1af4400d:36241 {}] zookeeper.ZKUtil(111): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on existing znode=/11989547669/rs/15ed1af4400d,36241,1732605416175 2024-11-26T07:16:57,734 WARN [RS:0;15ed1af4400d:36241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:16:57,734 INFO [RS:0;15ed1af4400d:36241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:16:57,734 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/WALs/15ed1af4400d,36241,1732605416175 2024-11-26T07:16:57,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,36241,1732605416175] 2024-11-26T07:16:57,739 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:16:57,742 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:16:57,743 INFO [RS:0;15ed1af4400d:36241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:16:57,743 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,743 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:16:57,744 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:16:57,745 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,745 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,745 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,745 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,745 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,745 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,745 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:16:57,746 DEBUG [RS:0;15ed1af4400d:36241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:16:57,746 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,747 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,747 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,747 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,747 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,747 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36241,1732605416175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:16:57,764 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:16:57,764 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36241,1732605416175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,764 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,764 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.Replication(171): 15ed1af4400d,36241,1732605416175 started 2024-11-26T07:16:57,780 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:57,780 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,36241,1732605416175, RpcServer on 15ed1af4400d/172.17.0.2:36241, sessionid=0x101532260f40004 2024-11-26T07:16:57,780 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:16:57,780 DEBUG [RS:0;15ed1af4400d:36241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,36241,1732605416175 2024-11-26T07:16:57,780 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,36241,1732605416175' 2024-11-26T07:16:57,780 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11989547669/flush-table-proc/abort' 2024-11-26T07:16:57,781 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11989547669/flush-table-proc/acquired' 2024-11-26T07:16:57,782 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:16:57,782 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:16:57,782 DEBUG [RS:0;15ed1af4400d:36241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,36241,1732605416175 2024-11-26T07:16:57,782 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,36241,1732605416175' 2024-11-26T07:16:57,782 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11989547669/online-snapshot/abort' 2024-11-26T07:16:57,782 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11989547669/online-snapshot/acquired' 2024-11-26T07:16:57,783 DEBUG [RS:0;15ed1af4400d:36241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:16:57,783 INFO [RS:0;15ed1af4400d:36241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:16:57,783 INFO [RS:0;15ed1af4400d:36241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:16:57,884 INFO [RS:0;15ed1af4400d:36241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:16:57,887 INFO [RS:0;15ed1af4400d:36241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C36241%2C1732605416175, suffix=, logDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/WALs/15ed1af4400d,36241,1732605416175, archiveDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/oldWALs, maxLogs=10 2024-11-26T07:16:57,913 DEBUG [RS:0;15ed1af4400d:36241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/WALs/15ed1af4400d,36241,1732605416175/15ed1af4400d%2C36241%2C1732605416175.1732605417890, exclude list is [], retry=0 2024-11-26T07:16:57,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43235,DS-01063908-a4c1-4992-8390-a71c259c94fb,DISK] 2024-11-26T07:16:57,924 INFO [RS:0;15ed1af4400d:36241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/WALs/15ed1af4400d,36241,1732605416175/15ed1af4400d%2C36241%2C1732605416175.1732605417890 2024-11-26T07:16:57,924 DEBUG [RS:0;15ed1af4400d:36241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37559:37559)] 2024-11-26T07:16:58,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:16:58,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380 2024-11-26T07:16:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:16:58,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:58,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:16:58,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:16:58,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:16:58,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:16:58,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:16:58,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:16:58,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:16:58,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:16:58,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:16:58,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740 2024-11-26T07:16:58,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740 2024-11-26T07:16:58,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:16:58,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:16:58,479 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:16:58,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:16:58,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:16:58,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60121595, jitterRate=-0.10411842167377472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:16:58,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605418462Initializing all the Stores at 1732605418463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605418464 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605418464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605418464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605418464Cleaning up temporary data from old regions at 1732605418479 (+15 ms)Region opened successfully at 1732605418485 (+6 ms) 2024-11-26T07:16:58,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:16:58,485 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:16:58,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:16:58,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:16:58,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:16:58,486 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:16:58,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605418485Disabling compacts and flushes for region at 1732605418485Disabling writes for close at 1732605418485Writing region close event to WAL at 1732605418486 (+1 ms)Closed at 1732605418486 2024-11-26T07:16:58,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:58,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:16:58,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:16:58,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:16:58,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:16:58,642 DEBUG [15ed1af4400d:45463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:16:58,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,36241,1732605416175 2024-11-26T07:16:58,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,36241,1732605416175, state=OPENING 2024-11-26T07:16:58,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:16:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:16:58,652 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:16:58,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11989547669/meta-region-server: CHANGED 2024-11-26T07:16:58,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11989547669/meta-region-server: CHANGED 2024-11-26T07:16:58,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,36241,1732605416175}] 2024-11-26T07:16:58,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:16:58,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:16:58,815 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:16:58,815 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:16:58,815 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:16:58,818 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C36241%2C1732605416175.meta, suffix=.meta, logDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/WALs/15ed1af4400d,36241,1732605416175, archiveDir=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/oldWALs, maxLogs=10 2024-11-26T07:16:58,833 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/WALs/15ed1af4400d,36241,1732605416175/15ed1af4400d%2C36241%2C1732605416175.meta.1732605418819.meta, exclude list is [], retry=0 2024-11-26T07:16:58,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43235,DS-01063908-a4c1-4992-8390-a71c259c94fb,DISK] 2024-11-26T07:16:58,839 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/WALs/15ed1af4400d,36241,1732605416175/15ed1af4400d%2C36241%2C1732605416175.meta.1732605418819.meta 2024-11-26T07:16:58,840 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37559:37559)] 2024-11-26T07:16:58,840 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:16:58,841 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:16:58,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:16:58,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:16:58,841 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:16:58,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:16:58,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:58,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:16:58,842 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:16:58,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:16:58,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:16:58,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:16:58,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:16:58,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:16:58,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:16:58,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:16:58,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:16:58,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:58,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:16:58,851 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:16:58,852 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740 2024-11-26T07:16:58,854 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740 2024-11-26T07:16:58,856 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:16:58,856 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:16:58,857 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:16:58,859 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:16:58,860 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75156573, jitterRate=0.11992020905017853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:16:58,860 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:16:58,860 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605418842Writing region info on filesystem at 1732605418842Initializing all the Stores at 1732605418843 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605418843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605418843Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605418843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605418843Cleaning up temporary data from old regions at 1732605418856 (+13 ms)Running coprocessor post-open hooks at 1732605418860 (+4 ms)Region opened successfully at 1732605418860 2024-11-26T07:16:58,862 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605418807 2024-11-26T07:16:58,865 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:16:58,865 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:16:58,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,36241,1732605416175 2024-11-26T07:16:58,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,36241,1732605416175, state=OPEN 2024-11-26T07:16:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11989547669/meta-region-server 2024-11-26T07:16:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11989547669/meta-region-server 2024-11-26T07:16:58,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,36241,1732605416175 2024-11-26T07:16:58,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11989547669/meta-region-server: CHANGED 2024-11-26T07:16:58,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11989547669/meta-region-server: CHANGED 2024-11-26T07:16:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:16:58,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,36241,1732605416175 in 217 msec 2024-11-26T07:16:58,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:16:58,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-26T07:16:58,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:16:58,879 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:16:58,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:16:58,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,36241,1732605416175, seqNum=-1] 2024-11-26T07:16:58,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:16:58,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:16:58,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-26T07:16:58,891 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605418891, completionTime=-1 2024-11-26T07:16:58,891 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:16:58,891 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:16:58,893 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:16:58,893 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605478893 2024-11-26T07:16:58,893 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605538893 2024-11-26T07:16:58,893 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:16:58,894 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45463,1732605416123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:58,894 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45463,1732605416123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:58,894 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45463,1732605416123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:58,894 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:45463, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:58,894 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:58,894 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:58,896 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:16:58,898 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.669sec 2024-11-26T07:16:58,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:16:58,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:16:58,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:16:58,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:16:58,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:16:58,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45463,1732605416123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:16:58,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45463,1732605416123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:16:58,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:16:58,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:16:58,902 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:16:58,902 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:16:58,902 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45463,1732605416123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:16:58,904 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:16:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:16:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:16:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9f2bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:16:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:16:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:16:58,907 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:16:58,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:16:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,36241,1732605416175, seqNum=-1] 2024-11-26T07:16:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:16:58,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:16:58,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,45463,1732605416123 2024-11-26T07:16:58,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:16:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:16:58,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101532260f40005 connected 2024-11-26T07:16:58,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,44523,-1 for getting cluster id 2024-11-26T07:16:58,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:16:58,926 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b2ad38-b2cd-4c0a-9708-d9c115e45868' 2024-11-26T07:16:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:16:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b2ad38-b2cd-4c0a-9708-d9c115e45868" 2024-11-26T07:16:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8df7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,44523,-1] 2024-11-26T07:16:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:16:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:16:58,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:16:58,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3026e913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:16:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,44523,1732605412334 2024-11-26T07:16:58,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bd0e751 2024-11-26T07:16:58,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:16:58,949 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:16:58,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:16:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:16:58,963 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:16:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:16:58,964 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5975d3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,964 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:16:58,964 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:16:58,965 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:16:58,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:16:58,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:16:58,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e26f5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:16:58,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:16:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:16:58,968 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:16:58,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cbd885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:16:58,969 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:16:58,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:16:58,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d9d897 2024-11-26T07:16:58,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:16:58,975 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:16:58,987 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T07:16:58,987 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:16:58,992 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:16:58,992 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:16:58,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:16:58,994 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:16:58,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:16:59,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:16:59,002 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:16:59,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:16:59,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741835_1011 (size=1138) 2024-11-26T07:16:59,051 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:16:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:16:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:16:59,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3f622600e7d9404c3b96cfa4e09edb8, NAME => 'hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09 2024-11-26T07:16:59,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741836_1012 (size=44) 2024-11-26T07:16:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:16:59,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:16:59,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3f622600e7d9404c3b96cfa4e09edb8, disabling compactions & flushes 2024-11-26T07:16:59,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:16:59,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:16:59,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. after waiting 0 ms 2024-11-26T07:16:59,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:16:59,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:16:59,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3f622600e7d9404c3b96cfa4e09edb8: Waiting for close lock at 1732605419827Disabling compacts and flushes for region at 1732605419827Disabling writes for close at 1732605419827Writing region close event to WAL at 1732605419827Closed at 1732605419827 2024-11-26T07:16:59,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:16:59,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605419830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605419830"}]},"ts":"1732605419830"} 2024-11-26T07:16:59,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:16:59,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:16:59,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605419841"}]},"ts":"1732605419841"} 2024-11-26T07:16:59,847 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:16:59,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN}] 2024-11-26T07:16:59,851 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN 2024-11-26T07:16:59,853 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN; state=OFFLINE, location=15ed1af4400d,42891,1732605413030; forceNewPlan=false, retain=false 2024-11-26T07:17:00,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c3f622600e7d9404c3b96cfa4e09edb8, regionState=OPENING, regionLocation=15ed1af4400d,42891,1732605413030 2024-11-26T07:17:00,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN because future has completed 2024-11-26T07:17:00,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f622600e7d9404c3b96cfa4e09edb8, server=15ed1af4400d,42891,1732605413030}] 2024-11-26T07:17:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:00,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:00,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:00,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:17:00,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42891%2C1732605413030.rep, suffix=, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs, maxLogs=10 2024-11-26T07:17:00,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.rep.1732605420172, exclude list is [], retry=0 2024-11-26T07:17:00,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:17:00,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.rep.1732605420172 2024-11-26T07:17:00,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:17:00,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c3f622600e7d9404c3b96cfa4e09edb8, NAME => 'hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:00,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. service=MultiRowMutationService 2024-11-26T07:17:00,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:17:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,196 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,198 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f622600e7d9404c3b96cfa4e09edb8 columnFamilyName hfileref 2024-11-26T07:17:00,198 DEBUG [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:00,199 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(327): Store=c3f622600e7d9404c3b96cfa4e09edb8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:00,199 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,201 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f622600e7d9404c3b96cfa4e09edb8 columnFamilyName queue 2024-11-26T07:17:00,201 DEBUG [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:00,201 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(327): Store=c3f622600e7d9404c3b96cfa4e09edb8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:00,202 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,203 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f622600e7d9404c3b96cfa4e09edb8 columnFamilyName sid 2024-11-26T07:17:00,203 DEBUG [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:00,204 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(327): Store=c3f622600e7d9404c3b96cfa4e09edb8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:00,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:17:00,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:00,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c3f622600e7d9404c3b96cfa4e09edb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64674153, jitterRate=-0.03628002107143402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:17:00,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:00,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c3f622600e7d9404c3b96cfa4e09edb8: Running coprocessor pre-open hook at 1732605420194Writing region info on filesystem at 1732605420194Initializing all the Stores at 1732605420196 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605420196Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605420196Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605420196Cleaning up temporary data from old regions at 1732605420207 (+11 ms)Running coprocessor post-open hooks at 1732605420213 (+6 ms)Region opened successfully at 1732605420214 (+1 ms) 2024-11-26T07:17:00,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8., pid=7, masterSystemTime=1732605420163 2024-11-26T07:17:00,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:00,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:00,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c3f622600e7d9404c3b96cfa4e09edb8, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,42891,1732605413030 2024-11-26T07:17:00,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f622600e7d9404c3b96cfa4e09edb8, server=15ed1af4400d,42891,1732605413030 because future has completed 2024-11-26T07:17:00,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T07:17:00,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c3f622600e7d9404c3b96cfa4e09edb8, server=15ed1af4400d,42891,1732605413030 in 216 msec 2024-11-26T07:17:00,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:17:00,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN in 379 msec 2024-11-26T07:17:00,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:17:00,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605420233"}]},"ts":"1732605420233"} 2024-11-26T07:17:00,236 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:17:00,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:17:00,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2430 sec 2024-11-26T07:17:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8., hostname=15ed1af4400d,42891,1732605413030, seqNum=2] 2024-11-26T07:17:00,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T07:17:00,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:00,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:00,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:17:00,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T07:17:00,456 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:17:00,495 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,42891,1732605413030, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:17:00,497 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:00,497 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42891,1732605413030, seqNum=-1] 2024-11-26T07:17:00,497 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:00,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T07:17:00,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,42891,1732605413030', locateType=CURRENT is [region=hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8., hostname=15ed1af4400d,42891,1732605413030, seqNum=2] 2024-11-26T07:17:00,508 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T07:17:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T07:17:00,513 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,42891,1732605413030 suceeded 2024-11-26T07:17:00,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T07:17:00,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-26T07:17:00,516 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:17:00,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5640 sec 2024-11-26T07:17:00,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:00,525 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:17:00,526 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d7c8b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:00,526 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:17:00,527 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:00,528 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:17:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:17:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1cfebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:17:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:00,530 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:00,531 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bd863f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:00,531 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:17:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdf0ec9 2024-11-26T07:17:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:00,533 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T07:17:00,535 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,42891,1732605413030 (queues=1) is replicating from cluster=a3b2ad38-b2cd-4c0a-9708-d9c115e45868 to cluster=e3f1dab8-1841-483a-905b-3fe4bbd7e4a6 2024-11-26T07:17:00,537 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C42891%2C1732605413030 2024-11-26T07:17:00,542 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,42891,1732605413030, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:17:00,545 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.shipper15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C42891%2C1732605413030 2024-11-26T07:17:00,549 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498, startPosition=0, beingWritten=true 2024-11-26T07:17:00,579 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:17:00,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:17:00,811 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:01,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:01,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:01,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,115 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:17:01,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:01,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,44523,-1 for getting cluster id 2024-11-26T07:17:01,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:01,117 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:01,117 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b2ad38-b2cd-4c0a-9708-d9c115e45868' 2024-11-26T07:17:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b2ad38-b2cd-4c0a-9708-d9c115e45868" 2024-11-26T07:17:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1b37aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,44523,-1] 2024-11-26T07:17:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,120 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:01,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1962da91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,44523,1732605412334 2024-11-26T07:17:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f2b2279 2024-11-26T07:17:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:01,125 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:01,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:17:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T07:17:01,129 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:17:01,130 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@819ab80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,130 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:17:01,130 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:01,130 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:17:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:17:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6994a6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:17:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,132 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c283cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,133 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:01,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:17:01,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea4e9cf 2024-11-26T07:17:01,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:01,135 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:01,136 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T07:17:01,136 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:17:01,136 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,136 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:01,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:17:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T07:17:01,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T07:17:01,301 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T07:17:01,332 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-15ed1af4400d,42891,1732605413030, ReplicationSource: 2, currentBandwidth=0 2024-11-26T07:17:01,336 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T07:17:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T07:17:01,340 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 15ed1af4400d,42891,1732605413030 suceeded 2024-11-26T07:17:01,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:17:01,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T07:17:01,343 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:17:01,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-11-26T07:17:01,351 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:17:01,353 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@788dfe18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,353 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:17:01,353 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:01,354 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:17:01,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:01,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:17:01,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322b11b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:17:01,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:01,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,356 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:01,357 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71bf65cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,358 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:17:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee1968f 2024-11-26T07:17:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:01,360 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T07:17:01,361 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-15ed1af4400d,42891,1732605413030 (queues=1) is replicating from cluster=a3b2ad38-b2cd-4c0a-9708-d9c115e45868 to cluster=e3f1dab8-1841-483a-905b-3fe4bbd7e4a6 2024-11-26T07:17:01,361 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=15ed1af4400d%2C42891%2C1732605413030 2024-11-26T07:17:01,361 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-15ed1af4400d,42891,1732605413030, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:17:01,362 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.shipper15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C42891%2C1732605413030 2024-11-26T07:17:01,362 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498, startPosition=0, beingWritten=true 2024-11-26T07:17:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T07:17:01,444 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T07:17:01,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:01,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:01,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:01,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,44523,1732605412334 2024-11-26T07:17:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7338fdc 2024-11-26T07:17:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:01,450 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:01,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:17:01,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T07:17:01,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:17:01,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T07:17:01,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:17:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T07:17:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T07:17:01,464 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:17:01,465 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5291772c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,465 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:17:01,465 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:01,466 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:17:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:17:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187f05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:17:01,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:01,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,467 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:01,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ebe3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,468 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:01,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:17:01,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57860a99 2024-11-26T07:17:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:01,471 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:01,471 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:17:01,471 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:17:01,471 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:01,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:17:01,525 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:01,569 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T07:17:01,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T07:17:01,629 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T07:17:01,631 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T07:17:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T07:17:01,634 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 15ed1af4400d,42891,1732605413030 suceeded 2024-11-26T07:17:01,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T07:17:01,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-26T07:17:01,637 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:17:01,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-26T07:17:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T07:17:01,784 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T07:17:01,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:17:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T07:17:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T07:17:01,788 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:17:01,789 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9b85fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,789 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:17:01,789 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:01,790 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:17:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:17:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5c8e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:17:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,792 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eeba361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:01,793 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:01,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:17:01,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f8b639 2024-11-26T07:17:01,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:01,795 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:01,796 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T07:17:01,796 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:17:01,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:01,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:01,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:17:01,876 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T07:17:01,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T07:17:01,954 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T07:17:01,955 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T07:17:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T07:17:01,959 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 15ed1af4400d,42891,1732605413030 suceeded 2024-11-26T07:17:01,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T07:17:01,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-26T07:17:01,962 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://15ed1af4400d:45463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:17:01,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-26T07:17:02,032 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T07:17:02,104 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T07:17:02,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:17:02,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T07:17:02,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:02,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:02,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:02,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:02,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:02,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:17:02,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=135736181, stopped=false 2024-11-26T07:17:02,108 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,44523,1732605412334 2024-11-26T07:17:02,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/running 2024-11-26T07:17:02,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/running 2024-11-26T07:17:02,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:02,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:02,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:02,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:02,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:02,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:02,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:17:02,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,42891,1732605413030' ***** 2024-11-26T07:17:02,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:17:02,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:17:02,111 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:17:02,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:17:02,112 INFO [RS:0;15ed1af4400d:42891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:17:02,112 INFO [RS:0;15ed1af4400d:42891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:17:02,112 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(3091): Received CLOSE for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:02,113 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,42891,1732605413030 2024-11-26T07:17:02,113 INFO [RS:0;15ed1af4400d:42891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:02,113 INFO [RS:0;15ed1af4400d:42891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:42891. 2024-11-26T07:17:02,113 DEBUG [RS:0;15ed1af4400d:42891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:02,113 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:02,113 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:17:02,113 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3f622600e7d9404c3b96cfa4e09edb8, disabling compactions & flushes 2024-11-26T07:17:02,113 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:17:02,113 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:02,113 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:17:02,113 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:02,113 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:17:02,113 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. after waiting 0 ms 2024-11-26T07:17:02,113 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:02,114 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:17:02,114 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c3f622600e7d9404c3b96cfa4e09edb8=hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.} 2024-11-26T07:17:02,114 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:02,114 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:02,114 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:02,114 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:02,114 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:02,114 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:02,118 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T07:17:02,118 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3f622600e7d9404c3b96cfa4e09edb8 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T07:17:02,141 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:02,185 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/info/be941531047742868387a761039d9b2b is 147, key is hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8./info:regioninfo/1732605420219/Put/seqid=0 2024-11-26T07:17:02,185 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/.tmp/queue/1a5657bff78944d6b9293eb424262245 is 151, key is 1-15ed1af4400d,42891,1732605413030/queue:15ed1af4400d%2C42891%2C1732605413030/1732605420502/Put/seqid=0 2024-11-26T07:17:02,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741839_1015 (size=5500) 2024-11-26T07:17:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741838_1014 (size=6631) 2024-11-26T07:17:02,282 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:02,314 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:02,395 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:17:02,395 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:17:02,515 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:02,598 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/.tmp/queue/1a5657bff78944d6b9293eb424262245 2024-11-26T07:17:02,598 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/info/be941531047742868387a761039d9b2b 2024-11-26T07:17:02,638 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:02,646 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/.tmp/queue/1a5657bff78944d6b9293eb424262245 as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/queue/1a5657bff78944d6b9293eb424262245 2024-11-26T07:17:02,656 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/queue/1a5657bff78944d6b9293eb424262245, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T07:17:02,663 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c3f622600e7d9404c3b96cfa4e09edb8 in 545ms, sequenceid=6, compaction requested=false 2024-11-26T07:17:02,666 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/ns/1813f0bf74df402da9d9c2abdf3a87cf is 43, key is default/ns:d/1732605415138/Put/seqid=0 2024-11-26T07:17:02,670 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T07:17:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741840_1016 (size=5153) 2024-11-26T07:17:02,673 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:02,673 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:02,673 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:02,673 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3f622600e7d9404c3b96cfa4e09edb8: Waiting for close lock at 1732605422113Running coprocessor pre-close hooks at 1732605422113Disabling compacts and flushes for region at 1732605422113Disabling writes for close at 1732605422113Obtaining lock to block concurrent updates at 1732605422118 (+5 ms)Preparing flush snapshotting stores in c3f622600e7d9404c3b96cfa4e09edb8 at 1732605422118Finished memstore snapshotting hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732605422126 (+8 ms)Flushing stores of hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. at 1732605422127 (+1 ms)Flushing c3f622600e7d9404c3b96cfa4e09edb8/queue: creating writer at 1732605422129 (+2 ms)Flushing c3f622600e7d9404c3b96cfa4e09edb8/queue: appending metadata at 1732605422168 (+39 ms)Flushing c3f622600e7d9404c3b96cfa4e09edb8/queue: closing flushed file at 1732605422170 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3c88d1: reopening flushed file at 1732605422645 (+475 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c3f622600e7d9404c3b96cfa4e09edb8 in 545ms, sequenceid=6, compaction requested=false at 1732605422663 (+18 ms)Writing region close event to WAL at 1732605422665 (+2 ms)Running coprocessor post-close hooks at 1732605422671 (+6 ms)Closed at 1732605422673 (+2 ms) 2024-11-26T07:17:02,674 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:02,715 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:17:02,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:17:02,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:02,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T07:17:02,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:02,761 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:17:02,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:17:02,761 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:17:02,789 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:02,915 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:03,073 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/ns/1813f0bf74df402da9d9c2abdf3a87cf 2024-11-26T07:17:03,098 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/table/ab28ad678e4f4ea385e680f6b4be785f is 53, key is hbase:replication/table:state/1732605420233/Put/seqid=0 2024-11-26T07:17:03,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741841_1017 (size=5256) 2024-11-26T07:17:03,115 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:17:03,115 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:17:03,116 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:03,316 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:03,346 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:03,397 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030/15ed1af4400d%2C42891%2C1732605413030.1732605414498 to pos 0, reset compression=false 2024-11-26T07:17:03,504 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/table/ab28ad678e4f4ea385e680f6b4be785f 2024-11-26T07:17:03,513 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/info/be941531047742868387a761039d9b2b as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/info/be941531047742868387a761039d9b2b 2024-11-26T07:17:03,516 DEBUG [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:03,521 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/info/be941531047742868387a761039d9b2b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T07:17:03,522 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/ns/1813f0bf74df402da9d9c2abdf3a87cf as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/ns/1813f0bf74df402da9d9c2abdf3a87cf 2024-11-26T07:17:03,529 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/ns/1813f0bf74df402da9d9c2abdf3a87cf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:17:03,531 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/table/ab28ad678e4f4ea385e680f6b4be785f as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/table/ab28ad678e4f4ea385e680f6b4be785f 2024-11-26T07:17:03,538 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/table/ab28ad678e4f4ea385e680f6b4be785f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T07:17:03,539 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1425ms, sequenceid=11, compaction requested=false 2024-11-26T07:17:03,545 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:17:03,546 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:03,546 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:03,546 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:03,546 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605422114Running coprocessor pre-close hooks at 1732605422114Disabling compacts and flushes for region at 1732605422114Disabling writes for close at 1732605422114Obtaining lock to block concurrent updates at 1732605422118 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732605422118Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732605422126 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732605422127 (+1 ms)Flushing 1588230740/info: creating writer at 1732605422129 (+2 ms)Flushing 1588230740/info: appending metadata at 1732605422168 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732605422170 (+2 ms)Flushing 1588230740/ns: creating writer at 1732605422645 (+475 ms)Flushing 1588230740/ns: appending metadata at 1732605422665 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732605422665Flushing 1588230740/table: creating writer at 1732605423082 (+417 ms)Flushing 1588230740/table: appending metadata at 1732605423098 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732605423098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fdf99e7: reopening flushed file at 1732605423512 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd4461: reopening flushed file at 1732605423521 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eaa91b8: reopening flushed file at 1732605423530 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1425ms, sequenceid=11, compaction requested=false at 1732605423539 (+9 ms)Writing region close event to WAL at 1732605423541 (+2 ms)Running coprocessor post-close hooks at 1732605423546 (+5 ms)Closed at 1732605423546 2024-11-26T07:17:03,546 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:03,716 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,42891,1732605413030; all regions closed. 2024-11-26T07:17:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741834_1010 (size=2742) 2024-11-26T07:17:03,727 DEBUG [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs 2024-11-26T07:17:03,727 INFO [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C42891%2C1732605413030.meta:.meta(num 1732605414980) 2024-11-26T07:17:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741837_1013 (size=1802) 2024-11-26T07:17:03,733 DEBUG [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs 2024-11-26T07:17:03,733 INFO [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C42891%2C1732605413030.rep:(num 1732605420172) 2024-11-26T07:17:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741833_1009 (size=93) 2024-11-26T07:17:03,738 DEBUG [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs 2024-11-26T07:17:03,738 INFO [RS:0;15ed1af4400d:42891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C42891%2C1732605413030:(num 1732605414498) 2024-11-26T07:17:03,738 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:03,738 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:03,738 INFO [RS:0;15ed1af4400d:42891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:03,738 INFO [RS:0;15ed1af4400d:42891 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:03,739 INFO [RS:0;15ed1af4400d:42891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:03,739 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:03,739 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,42891,1732605413030 because: Region server is closing 2024-11-26T07:17:03,739 INFO [RS:0;15ed1af4400d:42891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:42891. 2024-11-26T07:17:03,740 DEBUG [RS:0;15ed1af4400d:42891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:03,740 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:03,740 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:03,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:03,840 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:17:03,840 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.shipper15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:17:03,840 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42891,1732605413030.replicationSource.shipper15ed1af4400d%2C42891%2C1732605413030,1-15ed1af4400d,42891,1732605413030 terminated 2024-11-26T07:17:03,841 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-15ed1af4400d,42891,1732605413030 because: Region server is closing 2024-11-26T07:17:03,841 INFO [RS:0;15ed1af4400d:42891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:42891. 2024-11-26T07:17:03,841 DEBUG [RS:0;15ed1af4400d:42891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:03,841 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:03,841 DEBUG [RS:0;15ed1af4400d:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:03,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:03,942 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.wal-reader.15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:17:03,942 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.shipper15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:17:03,942 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42891,1732605413030.replicationSource.shipper15ed1af4400d%2C42891%2C1732605413030,2-15ed1af4400d,42891,1732605413030 terminated 2024-11-26T07:17:03,942 INFO [RS:0;15ed1af4400d:42891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42891 2024-11-26T07:17:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/rs/15ed1af4400d,42891,1732605413030 2024-11-26T07:17:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/rs 2024-11-26T07:17:03,946 INFO [RS:0;15ed1af4400d:42891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:03,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,42891,1732605413030] 2024-11-26T07:17:03,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/draining/15ed1af4400d,42891,1732605413030 already deleted, retry=false 2024-11-26T07:17:03,955 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,42891,1732605413030 expired; onlineServers=0 2024-11-26T07:17:03,955 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,44523,1732605412334' ***** 2024-11-26T07:17:03,955 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:17:03,955 INFO [M:0;15ed1af4400d:44523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:03,955 INFO [M:0;15ed1af4400d:44523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:03,955 DEBUG [M:0;15ed1af4400d:44523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:17:03,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:17:03,956 DEBUG [M:0;15ed1af4400d:44523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:17:03,956 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605414116 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605414116,5,FailOnTimeoutGroup] 2024-11-26T07:17:03,956 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605414113 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605414113,5,FailOnTimeoutGroup] 2024-11-26T07:17:03,956 INFO [M:0;15ed1af4400d:44523 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:03,956 INFO [M:0;15ed1af4400d:44523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:03,956 DEBUG [M:0;15ed1af4400d:44523 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:17:03,956 INFO [M:0;15ed1af4400d:44523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:17:03,956 INFO [M:0;15ed1af4400d:44523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:03,957 INFO [M:0;15ed1af4400d:44523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:17:03,957 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:17:03,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/master 2024-11-26T07:17:03,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:03,963 DEBUG [M:0;15ed1af4400d:44523 {}] zookeeper.ZKUtil(347): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/master because node does not exist (not an error) 2024-11-26T07:17:03,963 WARN [M:0;15ed1af4400d:44523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:17:03,964 INFO [M:0;15ed1af4400d:44523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/.lastflushedseqids 2024-11-26T07:17:03,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741842_1018 (size=181) 2024-11-26T07:17:03,976 INFO [M:0;15ed1af4400d:44523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:17:03,977 INFO [M:0;15ed1af4400d:44523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:17:03,977 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:03,977 INFO [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:03,977 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:03,977 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:03,977 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:03,977 INFO [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T07:17:03,996 DEBUG [M:0;15ed1af4400d:44523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afaadff78764417bd7066ab95af2d6d is 82, key is hbase:meta,,1/info:regioninfo/1732605415066/Put/seqid=0 2024-11-26T07:17:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741843_1019 (size=5672) 2024-11-26T07:17:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x101532260f40001, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:04,054 INFO [RS:0;15ed1af4400d:42891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:04,055 INFO [RS:0;15ed1af4400d:42891 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,42891,1732605413030; zookeeper connection closed. 2024-11-26T07:17:04,055 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73c5bab1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73c5bab1 2024-11-26T07:17:04,055 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:17:04,402 INFO [M:0;15ed1af4400d:44523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afaadff78764417bd7066ab95af2d6d 2024-11-26T07:17:04,426 DEBUG [M:0;15ed1af4400d:44523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0801603c4fba40f89f0ba263cde2c3a1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732605420238/Put/seqid=0 2024-11-26T07:17:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741844_1020 (size=8663) 2024-11-26T07:17:04,832 INFO [M:0;15ed1af4400d:44523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0801603c4fba40f89f0ba263cde2c3a1 2024-11-26T07:17:04,854 DEBUG [M:0;15ed1af4400d:44523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53849e728c0e49e8bb6329ea643ca122 is 69, key is 15ed1af4400d,42891,1732605413030/rs:state/1732605414255/Put/seqid=0 2024-11-26T07:17:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741845_1021 (size=5156) 2024-11-26T07:17:05,260 INFO [M:0;15ed1af4400d:44523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53849e728c0e49e8bb6329ea643ca122 2024-11-26T07:17:05,268 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afaadff78764417bd7066ab95af2d6d as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8afaadff78764417bd7066ab95af2d6d 2024-11-26T07:17:05,275 INFO [M:0;15ed1af4400d:44523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8afaadff78764417bd7066ab95af2d6d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T07:17:05,276 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0801603c4fba40f89f0ba263cde2c3a1 as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0801603c4fba40f89f0ba263cde2c3a1 2024-11-26T07:17:05,283 INFO [M:0;15ed1af4400d:44523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0801603c4fba40f89f0ba263cde2c3a1, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T07:17:05,284 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53849e728c0e49e8bb6329ea643ca122 as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53849e728c0e49e8bb6329ea643ca122 2024-11-26T07:17:05,290 INFO [M:0;15ed1af4400d:44523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53849e728c0e49e8bb6329ea643ca122, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T07:17:05,292 INFO [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=115, compaction requested=false 2024-11-26T07:17:05,293 INFO [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:05,293 DEBUG [M:0;15ed1af4400d:44523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605423977Disabling compacts and flushes for region at 1732605423977Disabling writes for close at 1732605423977Obtaining lock to block concurrent updates at 1732605423977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605423977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732605423978 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605423979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605423979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605423996 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605423996Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605424409 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605424425 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605424425Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605424839 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605424854 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605424854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742ca4f9: reopening flushed file at 1732605425267 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa4201f: reopening flushed file at 1732605425275 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b589f1: reopening flushed file at 1732605425283 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=115, compaction requested=false at 1732605425292 (+9 ms)Writing region close event to WAL at 1732605425293 (+1 ms)Closed at 1732605425293 2024-11-26T07:17:05,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741830_1006 (size=59421) 2024-11-26T07:17:05,297 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:05,297 INFO [M:0;15ed1af4400d:44523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:17:05,297 INFO [M:0;15ed1af4400d:44523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44523 2024-11-26T07:17:05,297 INFO [M:0;15ed1af4400d:44523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:05,399 INFO [M:0;15ed1af4400d:44523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44523-0x101532260f40000, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:05,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:05,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:05,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:05,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:05,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:05,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:05,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:17:05,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:05,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41645 2024-11-26T07:17:05,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41645 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:17:05,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416450x0, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:05,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41645-0x101532260f40006 connected 2024-11-26T07:17:05,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:05,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:05,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:17:05,417 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: INIT 2024-11-26T07:17:05,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09, hbase.cluster.distributed=false 2024-11-26T07:17:05,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/acl 2024-11-26T07:17:05,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41645 2024-11-26T07:17:05,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41645 2024-11-26T07:17:05,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41645 2024-11-26T07:17:05,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41645 2024-11-26T07:17:05,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41645 2024-11-26T07:17:05,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:05,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:05,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:17:05,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:05,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45693 2024-11-26T07:17:05,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45693 connecting to ZooKeeper ensemble=127.0.0.1:56355 2024-11-26T07:17:05,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:05,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:05,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456930x0, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:05,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45693-0x101532260f40007 connected 2024-11-26T07:17:05,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:17:05,445 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: INIT 2024-11-26T07:17:05,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:17:05,446 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:17:05,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/master 2024-11-26T07:17:05,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/acl 2024-11-26T07:17:05,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45693 2024-11-26T07:17:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45693 2024-11-26T07:17:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45693 2024-11-26T07:17:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45693 2024-11-26T07:17:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45693 2024-11-26T07:17:05,467 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:41645 2024-11-26T07:17:05,467 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0813677739/backup-masters/15ed1af4400d,41645,1732605425401 2024-11-26T07:17:05,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:17:05,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:17:05,470 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on existing znode=/0813677739/backup-masters/15ed1af4400d,41645,1732605425401 2024-11-26T07:17:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813677739/master 2024-11-26T07:17:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:05,473 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on existing znode=/0813677739/master 2024-11-26T07:17:05,474 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0813677739/backup-masters/15ed1af4400d,41645,1732605425401 from backup master directory 2024-11-26T07:17:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/backup-masters/15ed1af4400d,41645,1732605425401 2024-11-26T07:17:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:17:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/backup-masters 2024-11-26T07:17:05,475 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:05,475 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,41645,1732605425401 2024-11-26T07:17:05,490 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:05,491 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:17:05,504 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-26T07:17:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741846_1022 (size=196) 2024-11-26T07:17:05,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:05,914 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:05,914 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:17:05,915 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:05,923 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T07:17:05,926 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334 to hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334-dead as it is dead 2024-11-26T07:17:05,927 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T07:17:05,927 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T07:17:05,927 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334-dead/15ed1af4400d%2C44523%2C1732605412334.1732605413480 2024-11-26T07:17:05,932 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334-dead/15ed1af4400d%2C44523%2C1732605412334.1732605413480 after 4ms 2024-11-26T07:17:05,933 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334-dead/15ed1af4400d%2C44523%2C1732605412334.1732605413480 to hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C44523%2C1732605412334.1732605413480 2024-11-26T07:17:05,933 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,44523,1732605412334-dead 2024-11-26T07:17:05,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,41645,1732605425401 2024-11-26T07:17:05,935 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:05,937 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C41645%2C1732605425401, suffix=, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,41645,1732605425401, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/oldWALs, maxLogs=10 2024-11-26T07:17:05,950 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,41645,1732605425401/15ed1af4400d%2C41645%2C1732605425401.1732605425937, exclude list is [], retry=0 2024-11-26T07:17:05,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:17:05,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/WALs/15ed1af4400d,41645,1732605425401/15ed1af4400d%2C41645%2C1732605425401.1732605425937 2024-11-26T07:17:05,956 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:17:05,956 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:05,957 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:05,957 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:05,957 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:05,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:05,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:17:05,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:05,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8afaadff78764417bd7066ab95af2d6d 2024-11-26T07:17:05,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:05,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:05,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:17:05,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:05,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0801603c4fba40f89f0ba263cde2c3a1 2024-11-26T07:17:05,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:05,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:05,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:17:05,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:05,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53849e728c0e49e8bb6329ea643ca122 2024-11-26T07:17:05,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:05,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:05,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:17:05,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:05,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:05,984 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:05,985 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T07:17:05,985 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C44523%2C1732605412334.1732605413480 2024-11-26T07:17:06,003 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C44523%2C1732605412334.1732605413480 2024-11-26T07:17:06,004 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C44523%2C1732605412334.1732605413480 2024-11-26T07:17:06,006 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:06,006 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:06,007 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:06,009 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:06,012 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T07:17:06,013 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65238531, jitterRate=-0.02787013351917267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:06,014 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605425957Initializing all the Stores at 1732605425958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605425958Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605425958Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605425958Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605425958Cleaning up temporary data from old regions at 1732605426006 (+48 ms)Region opened successfully at 1732605426013 (+7 ms) 2024-11-26T07:17:06,014 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:17:06,018 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9ed89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:06,029 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T07:17:06,029 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:17:06,029 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:17:06,030 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:17:06,030 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:17:06,037 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:06,037 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:17:06,037 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:17:06,038 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:17:06,038 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T07:17:06,038 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T07:17:06,038 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-26T07:17:06,038 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:17:06,043 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=15ed1af4400d,42891,1732605413030, regionLocation=15ed1af4400d,42891,1732605413030, openSeqNum=2 2024-11-26T07:17:06,043 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=15ed1af4400d,42891,1732605413030, table=hbase:meta, region=1588230740 2024-11-26T07:17:06,043 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,42891,1732605413030, state=OPEN 2024-11-26T07:17:06,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:17:06,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:17:06,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:17:06,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:17:06,049 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:17:06,052 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/draining/15ed1af4400d,42891,1732605413030 already deleted, retry=false 2024-11-26T07:17:06,052 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 15ed1af4400d,42891,1732605413030 on 15ed1af4400d,41645,1732605425401 2024-11-26T07:17:06,057 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 15ed1af4400d,42891,1732605413030, splitWal=true, meta=true 2024-11-26T07:17:06,059 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 15ed1af4400d,42891,1732605413030 (carryingMeta=true) 15ed1af4400d,42891,1732605413030/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2057b617[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T07:17:06,062 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/balancer because node does not exist (not necessarily an error) 2024-11-26T07:17:06,064 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/balancer already deleted, retry=false 2024-11-26T07:17:06,064 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:17:06,065 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:17:06,070 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/normalizer already deleted, retry=false 2024-11-26T07:17:06,071 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:17:06,071 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:17:06,073 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/switch/split already deleted, retry=false 2024-11-26T07:17:06,074 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:17:06,075 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/switch/merge already deleted, retry=false 2024-11-26T07:17:06,085 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:17:06,086 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/snapshot-cleanup already deleted, retry=false 2024-11-26T07:17:06,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813677739/running 2024-11-26T07:17:06,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813677739/running 2024-11-26T07:17:06,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:06,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:06,088 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,41645,1732605425401, sessionid=0x101532260f40006, setting cluster-up flag (Was=false) 2024-11-26T07:17:06,095 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0813677739/flush-table-proc/acquired, /0813677739/flush-table-proc/reached, /0813677739/flush-table-proc/abort 2024-11-26T07:17:06,097 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,41645,1732605425401 2024-11-26T07:17:06,100 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0813677739/online-snapshot/acquired, /0813677739/online-snapshot/reached, /0813677739/online-snapshot/abort 2024-11-26T07:17:06,101 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,41645,1732605425401 2024-11-26T07:17:06,103 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/.lastflushedseqids 2024-11-26T07:17:06,106 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:17:06,106 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:17:06,106 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,41645,1732605425401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 15ed1af4400d,42891,1732605413030 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:06,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605456111 2024-11-26T07:17:06,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:17:06,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:17:06,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:17:06,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:17:06,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:17:06,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:17:06,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:17:06,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:17:06,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:17:06,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:17:06,112 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 15ed1af4400d,42891,1732605413030, splitWal=true, meta=true 2024-11-26T07:17:06,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:17:06,113 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:17:06,114 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 15ed1af4400d,42891,1732605413030, splitWal=true, meta=true, isMeta: true 2024-11-26T07:17:06,116 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030-splitting 2024-11-26T07:17:06,116 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605426113,5,FailOnTimeoutGroup] 2024-11-26T07:17:06,116 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605426116,5,FailOnTimeoutGroup] 2024-11-26T07:17:06,116 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,117 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:17:06,117 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,117 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,117 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605426117, completionTime=-1 2024-11-26T07:17:06,117 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T07:17:06,117 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030-splitting dir is empty, no logs to split. 2024-11-26T07:17:06,117 INFO [PEWorker-1 {}] master.SplitWALManager(105): 15ed1af4400d,42891,1732605413030 WAL count=0, meta=true 2024-11-26T07:17:06,121 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T07:17:06,122 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030-splitting dir is empty, no logs to split. 2024-11-26T07:17:06,122 INFO [PEWorker-1 {}] master.SplitWALManager(105): 15ed1af4400d,42891,1732605413030 WAL count=0, meta=true 2024-11-26T07:17:06,122 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 15ed1af4400d,42891,1732605413030 WAL splitting is done? wals=0, meta=true 2024-11-26T07:17:06,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:17:06,126 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:06,127 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:17:06,154 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(746): ClusterId : a3b2ad38-b2cd-4c0a-9708-d9c115e45868 2024-11-26T07:17:06,154 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:17:06,157 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:17:06,157 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:17:06,159 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:17:06,159 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3981c667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:06,172 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:45693 2024-11-26T07:17:06,172 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:17:06,172 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:17:06,172 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:17:06,173 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,41645,1732605425401 with port=45693, startcode=1732605425435 2024-11-26T07:17:06,173 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:17:06,175 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:17:06,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41645 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,178 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09 2024-11-26T07:17:06,178 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39665 2024-11-26T07:17:06,178 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:17:06,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/rs 2024-11-26T07:17:06,182 DEBUG [RS:0;15ed1af4400d:45693 {}] zookeeper.ZKUtil(111): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on existing znode=/0813677739/rs/15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,182 WARN [RS:0;15ed1af4400d:45693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:06,182 INFO [RS:0;15ed1af4400d:45693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:06,183 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,45693,1732605425435] 2024-11-26T07:17:06,220 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:17:06,221 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T07:17:06,223 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:17:06,223 INFO [RS:0;15ed1af4400d:45693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:17:06,223 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,223 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:17:06,224 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:17:06,224 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:06,225 DEBUG [RS:0;15ed1af4400d:45693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:06,226 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,226 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,226 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,226 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,226 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,226 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45693,1732605425435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:06,244 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:17:06,244 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45693,1732605425435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,259 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,45693,1732605425435, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:17:06,274 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(231): queueId=2-15ed1af4400d,45693,1732605425435, ReplicationSource: 2, currentBandwidth=0 2024-11-26T07:17:06,274 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,274 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.Replication(171): 15ed1af4400d,45693,1732605425435 started 2024-11-26T07:17:06,274 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,1-15ed1af4400d,45693,1732605425435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:17:06,275 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,1-15ed1af4400d,45693,1732605425435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e673443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:06,275 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,1-15ed1af4400d,45693,1732605425435 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:17:06,276 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,1-15ed1af4400d,45693,1732605425435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:06,277 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:17:06,277 WARN [15ed1af4400d:41645 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:17:06,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:06,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:17:06,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e435a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:06,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:17:06,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:06,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:06,280 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:06,281 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,1-15ed1af4400d,45693,1732605425435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa4ab87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:06,281 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,1-15ed1af4400d,45693,1732605425435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:17:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5e618c 2024-11-26T07:17:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:06,285 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T07:17:06,286 INFO [RS:0;15ed1af4400d:45693.replicationSource,1-15ed1af4400d,45693,1732605425435 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,45693,1732605425435 (queues=0) is replicating from cluster=a3b2ad38-b2cd-4c0a-9708-d9c115e45868 to cluster=e3f1dab8-1841-483a-905b-3fe4bbd7e4a6 2024-11-26T07:17:06,290 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:06,291 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,45693,1732605425435, RpcServer on 15ed1af4400d/172.17.0.2:45693, sessionid=0x101532260f40007 2024-11-26T07:17:06,291 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:17:06,291 DEBUG [RS:0;15ed1af4400d:45693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,291 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,45693,1732605425435' 2024-11-26T07:17:06,291 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0813677739/flush-table-proc/abort' 2024-11-26T07:17:06,292 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0813677739/flush-table-proc/acquired' 2024-11-26T07:17:06,292 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:17:06,292 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:17:06,292 DEBUG [RS:0;15ed1af4400d:45693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,292 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,45693,1732605425435' 2024-11-26T07:17:06,292 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0813677739/online-snapshot/abort' 2024-11-26T07:17:06,293 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0813677739/online-snapshot/acquired' 2024-11-26T07:17:06,293 DEBUG [RS:0;15ed1af4400d:45693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:17:06,293 INFO [RS:0;15ed1af4400d:45693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:17:06,293 INFO [RS:0;15ed1af4400d:45693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:17:06,295 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,2-15ed1af4400d,45693,1732605425435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45463' 2024-11-26T07:17:06,297 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,2-15ed1af4400d,45693,1732605425435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65135bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:06,297 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,2-15ed1af4400d,45693,1732605425435 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45463,-1 for getting cluster id 2024-11-26T07:17:06,297 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,2-15ed1af4400d,45693,1732605425435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:06,298 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3f1dab8-1841-483a-905b-3fe4bbd7e4a6' 2024-11-26T07:17:06,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:06,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3f1dab8-1841-483a-905b-3fe4bbd7e4a6" 2024-11-26T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6e3097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45463,-1] 2024-11-26T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:06,300 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:06,301 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,2-15ed1af4400d,45693,1732605425435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b18773f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:06,302 DEBUG [RS:0;15ed1af4400d:45693.replicationSource,2-15ed1af4400d,45693,1732605425435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45463,1732605416123 2024-11-26T07:17:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6280a572 2024-11-26T07:17:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:06,304 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T07:17:06,305 INFO [RS:0;15ed1af4400d:45693.replicationSource,2-15ed1af4400d,45693,1732605425435 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-15ed1af4400d,45693,1732605425435 (queues=0) is replicating from cluster=a3b2ad38-b2cd-4c0a-9708-d9c115e45868 to cluster=e3f1dab8-1841-483a-905b-3fe4bbd7e4a6 2024-11-26T07:17:06,394 INFO [RS:0;15ed1af4400d:45693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:06,397 INFO [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C45693%2C1732605425435, suffix=, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs, maxLogs=10 2024-11-26T07:17:06,418 DEBUG [RS:0;15ed1af4400d:45693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398, exclude list is [], retry=0 2024-11-26T07:17:06,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:17:06,425 INFO [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 2024-11-26T07:17:06,428 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 15ed1af4400d%2C45693%2C1732605425435 for peer 1 2024-11-26T07:17:06,428 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 15ed1af4400d%2C45693%2C1732605425435 for peer 2 2024-11-26T07:17:06,428 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C45693%2C1732605425435 2024-11-26T07:17:06,429 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,45693,1732605425435, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:17:06,429 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=15ed1af4400d%2C45693%2C1732605425435 2024-11-26T07:17:06,429 INFO [RS:0;15ed1af4400d:45693.replicationSource.shipper15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C45693%2C1732605425435 2024-11-26T07:17:06,429 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-15ed1af4400d,45693,1732605425435, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:17:06,429 DEBUG [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:17:06,429 INFO [RS:0;15ed1af4400d:45693.replicationSource.shipper15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C45693%2C1732605425435 2024-11-26T07:17:06,430 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398, startPosition=0, beingWritten=true 2024-11-26T07:17:06,430 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398, startPosition=0, beingWritten=true 2024-11-26T07:17:06,527 DEBUG [15ed1af4400d:41645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:17:06,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,529 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,45693,1732605425435, state=OPENING 2024-11-26T07:17:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:17:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:17:06,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:17:06,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:17:06,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:06,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,45693,1732605425435}] 2024-11-26T07:17:06,637 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:06,640 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:06,685 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:17:06,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:17:06,691 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:17:06,691 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:06,692 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:17:06,694 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C45693%2C1732605425435.meta, suffix=.meta, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs, maxLogs=10 2024-11-26T07:17:06,710 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.meta.1732605426695.meta, exclude list is [], retry=0 2024-11-26T07:17:06,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:17:06,714 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.meta.1732605426695.meta 2024-11-26T07:17:06,715 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:17:06,715 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:06,715 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:06,715 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:06,715 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:17:06,716 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:17:06,716 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:17:06,716 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:06,716 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:17:06,716 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:17:06,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:06,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:06,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:06,728 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/info/be941531047742868387a761039d9b2b 2024-11-26T07:17:06,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:06,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:06,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:06,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:06,736 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/ns/1813f0bf74df402da9d9c2abdf3a87cf 2024-11-26T07:17:06,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:06,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:06,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:06,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:06,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:06,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:06,746 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/table/ab28ad678e4f4ea385e680f6b4be785f 2024-11-26T07:17:06,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:06,747 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:06,748 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740 2024-11-26T07:17:06,750 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740 2024-11-26T07:17:06,751 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:06,751 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:06,752 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:06,753 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:06,754 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60469196, jitterRate=-0.09893876314163208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:06,754 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:17:06,754 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605426716Writing region info on filesystem at 1732605426716Initializing all the Stores at 1732605426717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605426717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605426717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605426717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605426717Cleaning up temporary data from old regions at 1732605426751 (+34 ms)Running coprocessor post-open hooks at 1732605426754 (+3 ms)Region opened successfully at 1732605426754 2024-11-26T07:17:06,756 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732605426685 2024-11-26T07:17:06,758 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:17:06,758 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:17:06,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,45693,1732605425435, state=OPEN 2024-11-26T07:17:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:17:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813677739/meta-region-server 2024-11-26T07:17:06,762 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,45693,1732605425435 2024-11-26T07:17:06,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:17:06,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813677739/meta-region-server: CHANGED 2024-11-26T07:17:06,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T07:17:06,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,45693,1732605425435 in 231 msec 2024-11-26T07:17:06,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T07:17:06,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-26T07:17:06,944 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:06,946 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:07,350 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:07,352 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:07,724 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-26T07:17:07,857 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:07,858 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:08,463 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:08,464 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:09,169 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:09,170 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:09,226 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T07:17:09,976 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:09,978 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:10,628 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T07:17:10,628 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:17:10,629 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:10,629 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45693,1732605425435, seqNum=-1] 2024-11-26T07:17:10,629 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:10,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:10,637 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3f622600e7d9404c3b96cfa4e09edb8, regionState=OPEN, lastHost=15ed1af4400d,42891,1732605413030, regionLocation=15ed1af4400d,42891,1732605413030, openSeqNum=2 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605490638 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605550638 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41645,1732605425401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41645,1732605425401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41645,1732605425401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:41645, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:10,638 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 15ed1af4400d,42891,1732605413030 had 2 regions 2024-11-26T07:17:10,638 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:10,639 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:10,640 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 15ed1af4400d,42891,1732605413030, splitWal=true, meta=true, isMeta: false 2024-11-26T07:17:10,643 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030-splitting dir is empty, no logs to split. 2024-11-26T07:17:10,643 INFO [PEWorker-3 {}] master.SplitWALManager(105): 15ed1af4400d,42891,1732605413030 WAL count=0, meta=false 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.170sec 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41645,1732605425401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:10,645 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41645,1732605425401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:17:10,646 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,42891,1732605413030-splitting dir is empty, no logs to split. 2024-11-26T07:17:10,646 INFO [PEWorker-3 {}] master.SplitWALManager(105): 15ed1af4400d,42891,1732605413030 WAL count=0, meta=false 2024-11-26T07:17:10,646 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 15ed1af4400d,42891,1732605413030 WAL splitting is done? wals=0, meta=false 2024-11-26T07:17:10,649 WARN [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=15ed1af4400d,42891,1732605413030/hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:10,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN}] 2024-11-26T07:17:10,650 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:17:10,650 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:17:10,650 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41645,1732605425401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:10,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN 2024-11-26T07:17:10,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:17:10,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:10,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,41645,-1 for getting cluster id 2024-11-26T07:17:10,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:10,659 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b2ad38-b2cd-4c0a-9708-d9c115e45868' 2024-11-26T07:17:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b2ad38-b2cd-4c0a-9708-d9c115e45868" 2024-11-26T07:17:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a3a578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,41645,-1] 2024-11-26T07:17:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,662 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e6703e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:10,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45693,1732605425435, seqNum=-1] 2024-11-26T07:17:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:10,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:10,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T07:17:10,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:10,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:10,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:10,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 15ed1af4400d:41645 after: 15ed1af4400d:41645 2024-11-26T07:17:10,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:10,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,41645,-1 for getting cluster id 2024-11-26T07:17:10,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:10,671 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3b2ad38-b2cd-4c0a-9708-d9c115e45868' 2024-11-26T07:17:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3b2ad38-b2cd-4c0a-9708-d9c115e45868" 2024-11-26T07:17:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fcd423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,41645,-1] 2024-11-26T07:17:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,673 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:10,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:10,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,41645,1732605425401 2024-11-26T07:17:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c27bad 2024-11-26T07:17:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:10,675 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:10,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:17:10,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T07:17:10,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:17:10,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T07:17:10,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:17:10,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:10,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:10,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:10,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:17:10,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817350310, stopped=false 2024-11-26T07:17:10,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,45463,1732605416123 2024-11-26T07:17:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11989547669/running 2024-11-26T07:17:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11989547669/running 2024-11-26T07:17:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:17:10,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:17:10,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on znode that does not yet exist, /11989547669/running 2024-11-26T07:17:10,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Set watcher on znode that does not yet exist, /11989547669/running 2024-11-26T07:17:10,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:10,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:10,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,36241,1732605416175' ***** 2024-11-26T07:17:10,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:17:10,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,36241,1732605416175 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:36241. 2024-11-26T07:17:10,683 DEBUG [RS:0;15ed1af4400d:36241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:10,683 DEBUG [RS:0;15ed1af4400d:36241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:17:10,683 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:17:10,684 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:17:10,684 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:17:10,684 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:17:10,684 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:10,684 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:10,684 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:10,684 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:10,684 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:10,684 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:10,684 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T07:17:10,702 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740/.tmp/ns/eae18f7bed2247b1a8340a7eab7cc2d4 is 43, key is default/ns:d/1732605418884/Put/seqid=0 2024-11-26T07:17:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741835_1011 (size=5153) 2024-11-26T07:17:10,748 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:17:10,748 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:17:10,756 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:10,802 DEBUG [15ed1af4400d:41645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:17:10,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c3f622600e7d9404c3b96cfa4e09edb8, regionState=OPENING, regionLocation=15ed1af4400d,45693,1732605425435 2024-11-26T07:17:10,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN because future has completed 2024-11-26T07:17:10,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f622600e7d9404c3b96cfa4e09edb8, server=15ed1af4400d,45693,1732605425435}] 2024-11-26T07:17:10,883 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:10,883 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:10,884 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:10,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:10,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:10,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:17:10,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C45693%2C1732605425435.rep, suffix=, logDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435, archiveDir=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs, maxLogs=10 2024-11-26T07:17:10,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.rep.1732605430967, exclude list is [], retry=0 2024-11-26T07:17:10,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-72ae521a-66ee-456f-ba91-3c30f0c8a46e,DISK] 2024-11-26T07:17:10,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.rep.1732605430967 2024-11-26T07:17:10,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-26T07:17:10,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c3f622600e7d9404c3b96cfa4e09edb8, NAME => 'hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:10,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:10,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:10,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. service=MultiRowMutationService 2024-11-26T07:17:10,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:17:10,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:10,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:10,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:10,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:10,988 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:10,989 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f622600e7d9404c3b96cfa4e09edb8 columnFamilyName hfileref 2024-11-26T07:17:10,989 DEBUG [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:10,990 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(327): Store=c3f622600e7d9404c3b96cfa4e09edb8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:10,990 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:10,991 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f622600e7d9404c3b96cfa4e09edb8 columnFamilyName queue 2024-11-26T07:17:10,991 DEBUG [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:10,998 DEBUG [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/queue/1a5657bff78944d6b9293eb424262245 2024-11-26T07:17:10,998 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(327): Store=c3f622600e7d9404c3b96cfa4e09edb8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:10,998 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:10,999 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f622600e7d9404c3b96cfa4e09edb8 columnFamilyName sid 2024-11-26T07:17:10,999 DEBUG [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:10,999 INFO [StoreOpener-c3f622600e7d9404c3b96cfa4e09edb8-1 {}] regionserver.HStore(327): Store=c3f622600e7d9404c3b96cfa4e09edb8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:10,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:11,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:11,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:11,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:11,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:11,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:17:11,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:11,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c3f622600e7d9404c3b96cfa4e09edb8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66794934, jitterRate=-0.004677921533584595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:17:11,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:11,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c3f622600e7d9404c3b96cfa4e09edb8: Running coprocessor pre-open hook at 1732605430987Writing region info on filesystem at 1732605430987Initializing all the Stores at 1732605430988 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605430988Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605430988Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605430988Cleaning up temporary data from old regions at 1732605431002 (+14 ms)Running coprocessor post-open hooks at 1732605431006 (+4 ms)Region opened successfully at 1732605431006 2024-11-26T07:17:11,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8., pid=19, masterSystemTime=1732605430959 2024-11-26T07:17:11,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:11,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:11,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c3f622600e7d9404c3b96cfa4e09edb8, regionState=OPEN, openSeqNum=10, regionLocation=15ed1af4400d,45693,1732605425435 2024-11-26T07:17:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f622600e7d9404c3b96cfa4e09edb8, server=15ed1af4400d,45693,1732605425435 because future has completed 2024-11-26T07:17:11,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T07:17:11,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c3f622600e7d9404c3b96cfa4e09edb8, server=15ed1af4400d,45693,1732605425435 in 210 msec 2024-11-26T07:17:11,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T07:17:11,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3f622600e7d9404c3b96cfa4e09edb8, ASSIGN in 369 msec 2024-11-26T07:17:11,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T07:17:11,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8., hostname=15ed1af4400d,45693,1732605425435, seqNum=10] 2024-11-26T07:17:11,060 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 15ed1af4400d,42891,1732605413030 2024-11-26T07:17:11,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T07:17:11,084 DEBUG [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:11,107 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740/.tmp/ns/eae18f7bed2247b1a8340a7eab7cc2d4 2024-11-26T07:17:11,116 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740/.tmp/ns/eae18f7bed2247b1a8340a7eab7cc2d4 as hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740/ns/eae18f7bed2247b1a8340a7eab7cc2d4 2024-11-26T07:17:11,123 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740/ns/eae18f7bed2247b1a8340a7eab7cc2d4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T07:17:11,124 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-26T07:17:11,124 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:17:11,129 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T07:17:11,130 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:11,130 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:11,130 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:11,130 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605430684Running coprocessor pre-close hooks at 1732605430684Disabling compacts and flushes for region at 1732605430684Disabling writes for close at 1732605430684Obtaining lock to block concurrent updates at 1732605430684Preparing flush snapshotting stores in 1588230740 at 1732605430684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732605430685 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732605430686 (+1 ms)Flushing 1588230740/ns: creating writer at 1732605430686Flushing 1588230740/ns: appending metadata at 1732605430702 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732605430702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b049c6d: reopening flushed file at 1732605431115 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732605431124 (+9 ms)Writing region close event to WAL at 1732605431126 (+2 ms)Running coprocessor post-close hooks at 1732605431130 (+4 ms)Closed at 1732605431130 2024-11-26T07:17:11,130 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:11,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T07:17:11,285 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,36241,1732605416175; all regions closed. 2024-11-26T07:17:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741834_1010 (size=1152) 2024-11-26T07:17:11,291 DEBUG [RS:0;15ed1af4400d:36241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/oldWALs 2024-11-26T07:17:11,291 INFO [RS:0;15ed1af4400d:36241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C36241%2C1732605416175.meta:.meta(num 1732605418819) 2024-11-26T07:17:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741832_1008 (size=93) 2024-11-26T07:17:11,295 DEBUG [RS:0;15ed1af4400d:36241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/oldWALs 2024-11-26T07:17:11,295 INFO [RS:0;15ed1af4400d:36241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C36241%2C1732605416175:(num 1732605417890) 2024-11-26T07:17:11,295 DEBUG [RS:0;15ed1af4400d:36241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:11,295 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:11,295 INFO [RS:0;15ed1af4400d:36241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:11,296 INFO [RS:0;15ed1af4400d:36241 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:11,296 INFO [RS:0;15ed1af4400d:36241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:11,296 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:11,296 INFO [RS:0;15ed1af4400d:36241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36241 2024-11-26T07:17:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11989547669/rs/15ed1af4400d,36241,1732605416175 2024-11-26T07:17:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669/rs 2024-11-26T07:17:11,299 INFO [RS:0;15ed1af4400d:36241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:11,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,36241,1732605416175] 2024-11-26T07:17:11,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11989547669/draining/15ed1af4400d,36241,1732605416175 already deleted, retry=false 2024-11-26T07:17:11,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,36241,1732605416175 expired; onlineServers=0 2024-11-26T07:17:11,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,45463,1732605416123' ***** 2024-11-26T07:17:11,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:17:11,301 INFO [M:0;15ed1af4400d:45463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:11,301 INFO [M:0;15ed1af4400d:45463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:11,302 DEBUG [M:0;15ed1af4400d:45463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:17:11,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:17:11,302 DEBUG [M:0;15ed1af4400d:45463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:17:11,302 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605417639 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605417639,5,FailOnTimeoutGroup] 2024-11-26T07:17:11,302 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605417639 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605417639,5,FailOnTimeoutGroup] 2024-11-26T07:17:11,302 INFO [M:0;15ed1af4400d:45463 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:11,302 INFO [M:0;15ed1af4400d:45463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:11,302 DEBUG [M:0;15ed1af4400d:45463 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:17:11,302 INFO [M:0;15ed1af4400d:45463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:17:11,302 INFO [M:0;15ed1af4400d:45463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:11,302 INFO [M:0;15ed1af4400d:45463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:17:11,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:17:11,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11989547669/master 2024-11-26T07:17:11,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11989547669 2024-11-26T07:17:11,304 DEBUG [M:0;15ed1af4400d:45463 {}] zookeeper.RecoverableZooKeeper(212): Node /11989547669/master already deleted, retry=false 2024-11-26T07:17:11,304 DEBUG [M:0;15ed1af4400d:45463 {}] master.ActiveMasterManager(353): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Failed delete of our master address node; KeeperErrorCode = NoNode for /11989547669/master 2024-11-26T07:17:11,306 INFO [M:0;15ed1af4400d:45463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/.lastflushedseqids 2024-11-26T07:17:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741836_1012 (size=99) 2024-11-26T07:17:11,401 INFO [RS:0;15ed1af4400d:36241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:11,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:11,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36241-0x101532260f40004, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:11,401 INFO [RS:0;15ed1af4400d:36241 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,36241,1732605416175; zookeeper connection closed. 2024-11-26T07:17:11,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4222e2be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4222e2be 2024-11-26T07:17:11,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:17:11,712 INFO [M:0;15ed1af4400d:45463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:17:11,712 INFO [M:0;15ed1af4400d:45463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:17:11,712 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:11,712 INFO [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:11,712 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:11,712 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:11,713 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:11,713 INFO [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T07:17:11,732 DEBUG [M:0;15ed1af4400d:45463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d9c34d8b33b4345a68b4afd5b653df5 is 82, key is hbase:meta,,1/info:regioninfo/1732605418866/Put/seqid=0 2024-11-26T07:17:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741837_1013 (size=5672) 2024-11-26T07:17:11,890 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:11,890 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:12,139 INFO [M:0;15ed1af4400d:45463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d9c34d8b33b4345a68b4afd5b653df5 2024-11-26T07:17:12,181 DEBUG [M:0;15ed1af4400d:45463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de801b52b8b8461ba6bc85e755e84f44 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732605418890/Put/seqid=0 2024-11-26T07:17:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741838_1014 (size=5275) 2024-11-26T07:17:12,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:12,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:17:12,588 INFO [M:0;15ed1af4400d:45463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de801b52b8b8461ba6bc85e755e84f44 2024-11-26T07:17:12,610 DEBUG [M:0;15ed1af4400d:45463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab0993fb55ea48b1b5b64c4df2caa011 is 69, key is 15ed1af4400d,36241,1732605416175/rs:state/1732605417725/Put/seqid=0 2024-11-26T07:17:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741839_1015 (size=5156) 2024-11-26T07:17:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:17:12,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T07:17:12,997 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:12,997 DEBUG [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/WALs/15ed1af4400d,45693,1732605425435/15ed1af4400d%2C45693%2C1732605425435.1732605426398 to pos 0, reset compression=false 2024-11-26T07:17:13,014 INFO [M:0;15ed1af4400d:45463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab0993fb55ea48b1b5b64c4df2caa011 2024-11-26T07:17:13,022 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d9c34d8b33b4345a68b4afd5b653df5 as hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d9c34d8b33b4345a68b4afd5b653df5 2024-11-26T07:17:13,030 INFO [M:0;15ed1af4400d:45463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d9c34d8b33b4345a68b4afd5b653df5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T07:17:13,032 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de801b52b8b8461ba6bc85e755e84f44 as hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de801b52b8b8461ba6bc85e755e84f44 2024-11-26T07:17:13,040 INFO [M:0;15ed1af4400d:45463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de801b52b8b8461ba6bc85e755e84f44, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T07:17:13,042 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab0993fb55ea48b1b5b64c4df2caa011 as hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab0993fb55ea48b1b5b64c4df2caa011 2024-11-26T07:17:13,053 INFO [M:0;15ed1af4400d:45463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38663/user/jenkins/test-data/344f0885-12dd-f2a6-34d2-e5b0a224f380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab0993fb55ea48b1b5b64c4df2caa011, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T07:17:13,055 INFO [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false 2024-11-26T07:17:13,061 INFO [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:13,061 DEBUG [M:0;15ed1af4400d:45463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605431712Disabling compacts and flushes for region at 1732605431712Disabling writes for close at 1732605431712Obtaining lock to block concurrent updates at 1732605431713 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605431713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732605431713Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605431714 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605431714Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605431732 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605431732Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605432153 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605432180 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605432180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605432595 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605432609 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605432609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17aa2462: reopening flushed file at 1732605433021 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f00b05f: reopening flushed file at 1732605433031 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b5db4e: reopening flushed file at 1732605433040 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false at 1732605433055 (+15 ms)Writing region close event to WAL at 1732605433060 (+5 ms)Closed at 1732605433060 2024-11-26T07:17:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43235 is added to blk_1073741830_1006 (size=10165) 2024-11-26T07:17:13,087 INFO [M:0;15ed1af4400d:45463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:17:13,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:13,087 INFO [M:0;15ed1af4400d:45463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45463 2024-11-26T07:17:13,092 INFO [M:0;15ed1af4400d:45463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:13,195 INFO [M:0;15ed1af4400d:45463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:13,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:13,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45463-0x101532260f40003, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:13,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:13,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:13,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:13,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:13,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:13,216 WARN [BP-1101843762-172.17.0.2-1732605415461 heartbeating to localhost/127.0.0.1:38663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:17:13,216 WARN [BP-1101843762-172.17.0.2-1732605415461 heartbeating to localhost/127.0.0.1:38663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1101843762-172.17.0.2-1732605415461 (Datanode Uuid 9118a180-245d-4415-a2b6-d202acb9a759) service to localhost/127.0.0.1:38663 2024-11-26T07:17:13,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/cluster_931bffc3-9bdc-45f6-8392-0f81587efc5f/data/data1/current/BP-1101843762-172.17.0.2-1732605415461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:13,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:17:13,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/cluster_931bffc3-9bdc-45f6-8392-0f81587efc5f/data/data2/current/BP-1101843762-172.17.0.2-1732605415461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:13,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:17:13,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:17:13,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:13,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:13,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:13,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:13,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:17:13,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:13,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:13,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:13,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:17:13,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2087373673, stopped=false 2024-11-26T07:17:13,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,41645,1732605425401 2024-11-26T07:17:13,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/running 2024-11-26T07:17:13,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/running 2024-11-26T07:17:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:13,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:13,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:13,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:17:13,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:13,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Set watcher on znode that does not yet exist, /0813677739/running 2024-11-26T07:17:13,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,45693,1732605425435' ***** 2024-11-26T07:17:13,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:17:13,266 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:17:13,266 INFO [RS:0;15ed1af4400d:45693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:17:13,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:17:13,266 INFO [RS:0;15ed1af4400d:45693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:17:13,266 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(3091): Received CLOSE for c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:13,267 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,45693,1732605425435 2024-11-26T07:17:13,267 INFO [RS:0;15ed1af4400d:45693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:13,267 INFO [RS:0;15ed1af4400d:45693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:45693. 2024-11-26T07:17:13,267 DEBUG [RS:0;15ed1af4400d:45693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:13,267 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,267 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:17:13,267 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:17:13,267 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:17:13,267 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3f622600e7d9404c3b96cfa4e09edb8, disabling compactions & flushes 2024-11-26T07:17:13,267 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:13,268 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:13,268 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. after waiting 0 ms 2024-11-26T07:17:13,268 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:17:13,268 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:13,272 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:17:13,272 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c3f622600e7d9404c3b96cfa4e09edb8=hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8.} 2024-11-26T07:17:13,273 DEBUG [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f622600e7d9404c3b96cfa4e09edb8 2024-11-26T07:17:13,273 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:13,273 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:13,273 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:13,273 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:13,273 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:13,273 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T07:17:13,288 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/replication/c3f622600e7d9404c3b96cfa4e09edb8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T07:17:13,289 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:13,289 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:13,289 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:13,290 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3f622600e7d9404c3b96cfa4e09edb8: Waiting for close lock at 1732605433267Running coprocessor pre-close hooks at 1732605433267Disabling compacts and flushes for region at 1732605433267Disabling writes for close at 1732605433268 (+1 ms)Writing region close event to WAL at 1732605433273 (+5 ms)Running coprocessor post-close hooks at 1732605433289 (+16 ms)Closed at 1732605433289 2024-11-26T07:17:13,290 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8. 2024-11-26T07:17:13,300 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/info/6239584cc07f427b83b1c3ac4a46fe3f is 147, key is hbase:replication,,1732605418993.c3f622600e7d9404c3b96cfa4e09edb8./info:regioninfo/1732605431011/Put/seqid=0 2024-11-26T07:17:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741851_1027 (size=6385) 2024-11-26T07:17:13,311 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/info/6239584cc07f427b83b1c3ac4a46fe3f 2024-11-26T07:17:13,320 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/.tmp/info/6239584cc07f427b83b1c3ac4a46fe3f as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/info/6239584cc07f427b83b1c3ac4a46fe3f 2024-11-26T07:17:13,328 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/info/6239584cc07f427b83b1c3ac4a46fe3f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T07:17:13,330 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=19, compaction requested=false 2024-11-26T07:17:13,332 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:13,344 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T07:17:13,345 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:13,345 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:13,345 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:13,345 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605433273Running coprocessor pre-close hooks at 1732605433273Disabling compacts and flushes for region at 1732605433273Disabling writes for close at 1732605433273Obtaining lock to block concurrent updates at 1732605433273Preparing flush snapshotting stores in 1588230740 at 1732605433273Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732605433275 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732605433276 (+1 ms)Flushing 1588230740/info: creating writer at 1732605433277 (+1 ms)Flushing 1588230740/info: appending metadata at 1732605433299 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732605433299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366df7cf: reopening flushed file at 1732605433319 (+20 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=19, compaction requested=false at 1732605433330 (+11 ms)Writing region close event to WAL at 1732605433339 (+9 ms)Running coprocessor post-close hooks at 1732605433344 (+5 ms)Closed at 1732605433345 (+1 ms) 2024-11-26T07:17:13,345 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:13,473 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,45693,1732605425435; all regions closed. 2024-11-26T07:17:13,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741849_1025 (size=2156) 2024-11-26T07:17:13,479 DEBUG [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs 2024-11-26T07:17:13,480 INFO [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C45693%2C1732605425435.meta:.meta(num 1732605426695) 2024-11-26T07:17:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741850_1026 (size=796) 2024-11-26T07:17:13,484 DEBUG [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs 2024-11-26T07:17:13,484 INFO [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C45693%2C1732605425435.rep:(num 1732605430967) 2024-11-26T07:17:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741848_1024 (size=93) 2024-11-26T07:17:13,489 DEBUG [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/oldWALs 2024-11-26T07:17:13,489 INFO [RS:0;15ed1af4400d:45693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C45693%2C1732605425435:(num 1732605426398) 2024-11-26T07:17:13,489 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,489 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:13,489 INFO [RS:0;15ed1af4400d:45693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:13,489 INFO [RS:0;15ed1af4400d:45693 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:13,489 INFO [RS:0;15ed1af4400d:45693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:13,489 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:13,490 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,45693,1732605425435 because: Region server is closing 2024-11-26T07:17:13,490 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T07:17:13,490 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T07:17:13,490 INFO [RS:0;15ed1af4400d:45693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:45693. 2024-11-26T07:17:13,490 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T07:17:13,490 DEBUG [RS:0;15ed1af4400d:45693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:13,490 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,490 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:13,590 WARN [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:17:13,590 WARN [RS:0;15ed1af4400d:45693.replicationSource.shipper15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:17:13,591 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;15ed1af4400d:45693.replicationSource.shipper15ed1af4400d%2C45693%2C1732605425435,1-15ed1af4400d,45693,1732605425435 terminated 2024-11-26T07:17:13,591 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-15ed1af4400d,45693,1732605425435 because: Region server is closing 2024-11-26T07:17:13,591 INFO [RS:0;15ed1af4400d:45693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:45693. 2024-11-26T07:17:13,591 DEBUG [RS:0;15ed1af4400d:45693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:13,591 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,591 DEBUG [RS:0;15ed1af4400d:45693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:13,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:13,692 WARN [RS:0;15ed1af4400d:45693.replicationSource.wal-reader.15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:17:13,692 WARN [RS:0;15ed1af4400d:45693.replicationSource.shipper15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:17:13,692 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;15ed1af4400d:45693.replicationSource.shipper15ed1af4400d%2C45693%2C1732605425435,2-15ed1af4400d,45693,1732605425435 terminated 2024-11-26T07:17:13,693 INFO [RS:0;15ed1af4400d:45693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45693 2024-11-26T07:17:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739/rs 2024-11-26T07:17:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/rs/15ed1af4400d,45693,1732605425435 2024-11-26T07:17:13,695 INFO [RS:0;15ed1af4400d:45693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:13,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,45693,1732605425435] 2024-11-26T07:17:13,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0813677739/draining/15ed1af4400d,45693,1732605425435 already deleted, retry=false 2024-11-26T07:17:13,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,45693,1732605425435 expired; onlineServers=0 2024-11-26T07:17:13,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,41645,1732605425401' ***** 2024-11-26T07:17:13,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:17:13,700 INFO [M:0;15ed1af4400d:41645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:13,700 INFO [M:0;15ed1af4400d:41645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:13,700 DEBUG [M:0;15ed1af4400d:41645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:17:13,700 DEBUG [M:0;15ed1af4400d:41645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:17:13,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:17:13,700 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605426113 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605426113,5,FailOnTimeoutGroup] 2024-11-26T07:17:13,700 INFO [M:0;15ed1af4400d:41645 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:13,701 INFO [M:0;15ed1af4400d:41645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:13,701 DEBUG [M:0;15ed1af4400d:41645 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:17:13,701 INFO [M:0;15ed1af4400d:41645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:17:13,701 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605426116 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605426116,5,FailOnTimeoutGroup] 2024-11-26T07:17:13,701 INFO [M:0;15ed1af4400d:41645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:13,701 INFO [M:0;15ed1af4400d:41645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:17:13,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:17:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813677739/master 2024-11-26T07:17:13,703 DEBUG [M:0;15ed1af4400d:41645 {}] zookeeper.ZKUtil(347): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Unable to get data of znode /0813677739/master because node does not exist (not an error) 2024-11-26T07:17:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813677739 2024-11-26T07:17:13,703 WARN [M:0;15ed1af4400d:41645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:17:13,704 INFO [M:0;15ed1af4400d:41645 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/.lastflushedseqids 2024-11-26T07:17:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741852_1028 (size=181) 2024-11-26T07:17:13,718 INFO [M:0;15ed1af4400d:41645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:17:13,719 INFO [M:0;15ed1af4400d:41645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:17:13,719 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:13,719 INFO [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:13,719 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:13,719 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:13,719 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:13,719 INFO [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T07:17:13,744 DEBUG [M:0;15ed1af4400d:41645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1242b015936046e69905d1c5a136886c is 82, key is hbase:meta,,1/info:regioninfo/1732605426759/Put/seqid=0 2024-11-26T07:17:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741853_1029 (size=5680) 2024-11-26T07:17:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:13,799 INFO [RS:0;15ed1af4400d:45693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45693-0x101532260f40007, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:13,799 INFO [RS:0;15ed1af4400d:45693 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,45693,1732605425435; zookeeper connection closed. 2024-11-26T07:17:13,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22ae0c1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22ae0c1d 2024-11-26T07:17:13,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:17:14,156 INFO [M:0;15ed1af4400d:41645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1242b015936046e69905d1c5a136886c 2024-11-26T07:17:14,179 DEBUG [M:0;15ed1af4400d:41645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b899ccd48043efb3af3ca849370bf5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732605431020/Put/seqid=0 2024-11-26T07:17:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741854_1030 (size=7319) 2024-11-26T07:17:14,584 INFO [M:0;15ed1af4400d:41645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b899ccd48043efb3af3ca849370bf5 2024-11-26T07:17:14,607 DEBUG [M:0;15ed1af4400d:41645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1898e19a3c5e425aa0ac4343bdc0aeba is 69, key is 15ed1af4400d,45693,1732605425435/rs:state/1732605426176/Put/seqid=0 2024-11-26T07:17:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741855_1031 (size=5371) 2024-11-26T07:17:15,012 INFO [M:0;15ed1af4400d:41645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1898e19a3c5e425aa0ac4343bdc0aeba 2024-11-26T07:17:15,018 INFO [M:0;15ed1af4400d:41645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1898e19a3c5e425aa0ac4343bdc0aeba 2024-11-26T07:17:15,019 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1242b015936046e69905d1c5a136886c as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1242b015936046e69905d1c5a136886c 2024-11-26T07:17:15,025 INFO [M:0;15ed1af4400d:41645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1242b015936046e69905d1c5a136886c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T07:17:15,026 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b899ccd48043efb3af3ca849370bf5 as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03b899ccd48043efb3af3ca849370bf5 2024-11-26T07:17:15,031 INFO [M:0;15ed1af4400d:41645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03b899ccd48043efb3af3ca849370bf5, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T07:17:15,032 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1898e19a3c5e425aa0ac4343bdc0aeba as hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1898e19a3c5e425aa0ac4343bdc0aeba 2024-11-26T07:17:15,037 INFO [M:0;15ed1af4400d:41645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1898e19a3c5e425aa0ac4343bdc0aeba 2024-11-26T07:17:15,038 INFO [M:0;15ed1af4400d:41645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39665/user/jenkins/test-data/d2aa7b5c-5f7d-5b8e-1a5b-866cfa41cf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1898e19a3c5e425aa0ac4343bdc0aeba, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T07:17:15,039 INFO [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=172, compaction requested=false 2024-11-26T07:17:15,040 INFO [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:15,040 DEBUG [M:0;15ed1af4400d:41645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605433719Disabling compacts and flushes for region at 1732605433719Disabling writes for close at 1732605433719Obtaining lock to block concurrent updates at 1732605433719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605433719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732605433720 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605433721 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605433721Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605433743 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605433743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605434162 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605434178 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605434179 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605434591 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605434606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605434606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3939585f: reopening flushed file at 1732605435019 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a0c131: reopening flushed file at 1732605435025 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad9ec34: reopening flushed file at 1732605435032 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=172, compaction requested=false at 1732605435039 (+7 ms)Writing region close event to WAL at 1732605435040 (+1 ms)Closed at 1732605435040 2024-11-26T07:17:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741847_1023 (size=22949) 2024-11-26T07:17:15,045 INFO [M:0;15ed1af4400d:41645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:17:15,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:15,045 INFO [M:0;15ed1af4400d:41645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41645 2024-11-26T07:17:15,046 INFO [M:0;15ed1af4400d:41645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:15,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:15,148 INFO [M:0;15ed1af4400d:41645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:15,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x101532260f40006, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:15,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:15,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:15,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:15,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:15,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:15,152 WARN [BP-248391692-172.17.0.2-1732605409675 heartbeating to localhost/127.0.0.1:39665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:17:15,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:17:15,152 WARN [BP-248391692-172.17.0.2-1732605409675 heartbeating to localhost/127.0.0.1:39665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-248391692-172.17.0.2-1732605409675 (Datanode Uuid aa2f7296-b6f2-4604-a540-418cdc643678) service to localhost/127.0.0.1:39665 2024-11-26T07:17:15,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:17:15,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7/data/data1/current/BP-248391692-172.17.0.2-1732605409675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:15,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/cluster_f0768814-9a76-ec54-fb69-9a90a6e393f7/data/data2/current/BP-248391692-172.17.0.2-1732605409675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:15,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:17:15,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:15,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:15,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:15,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:15,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8adb4b01-27f0-a29d-f68d-a5d1c119b539/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:15,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:17:15,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:17:15,192 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=113 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38663 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@dc227fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/15ed1af4400d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/15ed1af4400d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/15ed1af4400d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39665 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/15ed1af4400d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/15ed1af4400d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 352), ProcessCount=11 (was 11), AvailableMemoryMB=7633 (was 8499) 2024-11-26T07:17:15,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=113, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=7633 2024-11-26T07:17:15,216 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T07:17:15,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.log.dir so I do NOT create it in target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2 2024-11-26T07:17:15,217 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:17:15,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.tmp.dir so I do NOT create it in target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2 2024-11-26T07:17:15,217 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb4344f-c315-fb7f-e707-9bc7a8114136/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:17:15,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2 2024-11-26T07:17:15,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c, deleteOnExit=true 2024-11-26T07:17:15,220 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c/zookeeper_0, clientPort=57460, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:17:15,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57460 2024-11-26T07:17:15,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:17:15,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:17:15,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/test.cache.data in system properties and HBase conf 2024-11-26T07:17:15,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:17:15,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:17:15,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:17:15,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:17:15,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:17:15,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:17:15,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:15,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:17:15,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:17:15,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:17:15,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:15,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:17:15,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:17:15,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101532260f40002, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:17:15,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101532260f40005, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:17:15,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101532260f40005, quorum=127.0.0.1:56355, baseZNode=/11989547669 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:17:15,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101532260f40002, quorum=127.0.0.1:56355, baseZNode=/0813677739 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:17:15,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:15,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:15,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:15,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:15,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:17:15,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:15,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:15,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:15,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79d1e79d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/java.io.tmpdir/jetty-localhost-40645-hadoop-hdfs-3_4_1-tests_jar-_-any-15748090259608641090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:15,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:40645} 2024-11-26T07:17:15,449 INFO [Time-limited test {}] server.Server(415): Started @27794ms 2024-11-26T07:17:15,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:15,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:15,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:15,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:15,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:17:15,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:15,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:15,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61131b46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/java.io.tmpdir/jetty-localhost-38849-hadoop-hdfs-3_4_1-tests_jar-_-any-10785001188941938537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:15,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:38849} 2024-11-26T07:17:15,665 INFO [Time-limited test {}] server.Server(415): Started @28010ms 2024-11-26T07:17:15,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:17:15,763 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c/data/data1/current/BP-96485673-172.17.0.2-1732605435266/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:15,763 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c/data/data2/current/BP-96485673-172.17.0.2-1732605435266/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:15,782 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:17:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fc879c5174c0c with lease ID 0x41883aaf74cd86d5: Processing first storage report for DS-b62ef042-fedf-4131-8f04-d96138f8afff from datanode DatanodeRegistration(127.0.0.1:42777, datanodeUuid=2d03af93-37e1-457c-89d3-bde7087bd2db, infoPort=43753, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=629090191;c=1732605435266) 2024-11-26T07:17:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fc879c5174c0c with lease ID 0x41883aaf74cd86d5: from storage DS-b62ef042-fedf-4131-8f04-d96138f8afff node DatanodeRegistration(127.0.0.1:42777, datanodeUuid=2d03af93-37e1-457c-89d3-bde7087bd2db, infoPort=43753, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=629090191;c=1732605435266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fc879c5174c0c with lease ID 0x41883aaf74cd86d5: Processing first storage report for DS-d6ee6345-6ffa-4f2f-b101-9f1e8ac36a7c from datanode DatanodeRegistration(127.0.0.1:42777, datanodeUuid=2d03af93-37e1-457c-89d3-bde7087bd2db, infoPort=43753, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=629090191;c=1732605435266) 2024-11-26T07:17:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fc879c5174c0c with lease ID 0x41883aaf74cd86d5: from storage DS-d6ee6345-6ffa-4f2f-b101-9f1e8ac36a7c node DatanodeRegistration(127.0.0.1:42777, datanodeUuid=2d03af93-37e1-457c-89d3-bde7087bd2db, infoPort=43753, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=629090191;c=1732605435266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:15,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2 2024-11-26T07:17:15,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:15,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:17:16,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246 with version=8 2024-11-26T07:17:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/hbase-staging 2024-11-26T07:17:16,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:16,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:16,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:16,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:16,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:16,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:16,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:17:16,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:16,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42843 2024-11-26T07:17:16,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42843 connecting to ZooKeeper ensemble=127.0.0.1:57460 2024-11-26T07:17:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428430x0, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:16,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42843-0x1015322c7e20000 connected 2024-11-26T07:17:16,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:16,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:16,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on znode that does not yet exist, /0651840244/running 2024-11-26T07:17:16,242 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246, hbase.cluster.distributed=false 2024-11-26T07:17:16,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on znode that does not yet exist, /0651840244/acl 2024-11-26T07:17:16,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-26T07:17:16,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42843 2024-11-26T07:17:16,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42843 2024-11-26T07:17:16,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-26T07:17:16,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-26T07:17:16,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:16,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:16,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:17:16,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:16,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38527 2024-11-26T07:17:16,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38527 connecting to ZooKeeper ensemble=127.0.0.1:57460 2024-11-26T07:17:16,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:16,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:16,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385270x0, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:16,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38527-0x1015322c7e20001 connected 2024-11-26T07:17:16,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on znode that does not yet exist, /0651840244/running 2024-11-26T07:17:16,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:17:16,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:17:16,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on znode that does not yet exist, /0651840244/master 2024-11-26T07:17:16,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on znode that does not yet exist, /0651840244/acl 2024-11-26T07:17:16,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38527 2024-11-26T07:17:16,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38527 2024-11-26T07:17:16,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38527 2024-11-26T07:17:16,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38527 2024-11-26T07:17:16,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38527 2024-11-26T07:17:16,299 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:42843 2024-11-26T07:17:16,299 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0651840244/backup-masters/15ed1af4400d,42843,1732605436209 2024-11-26T07:17:16,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244/backup-masters 2024-11-26T07:17:16,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244/backup-masters 2024-11-26T07:17:16,303 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on existing znode=/0651840244/backup-masters/15ed1af4400d,42843,1732605436209 2024-11-26T07:17:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0651840244/master 2024-11-26T07:17:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:16,305 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on existing znode=/0651840244/master 2024-11-26T07:17:16,306 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0651840244/backup-masters/15ed1af4400d,42843,1732605436209 from backup master directory 2024-11-26T07:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0651840244/backup-masters/15ed1af4400d,42843,1732605436209 2024-11-26T07:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244/backup-masters 2024-11-26T07:17:16,307 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244/backup-masters 2024-11-26T07:17:16,307 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,42843,1732605436209 2024-11-26T07:17:16,312 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/hbase.id] with ID: a4c5a1d2-3255-4d5b-b30b-909c90fc8277 2024-11-26T07:17:16,312 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/.tmp/hbase.id 2024-11-26T07:17:16,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:17:16,718 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/.tmp/hbase.id]:[hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/hbase.id] 2024-11-26T07:17:16,732 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:16,732 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:17:16,734 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T07:17:16,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:16,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:17:17,143 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:17,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:17:17,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:17:17,554 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store 2024-11-26T07:17:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:17:17,963 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:17,963 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:17,963 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:17,963 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:17,963 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:17,963 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:17,963 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:17,963 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605437963Disabling compacts and flushes for region at 1732605437963Disabling writes for close at 1732605437963Writing region close event to WAL at 1732605437963Closed at 1732605437963 2024-11-26T07:17:17,964 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/.initializing 2024-11-26T07:17:17,964 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/WALs/15ed1af4400d,42843,1732605436209 2024-11-26T07:17:17,966 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:17,968 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C42843%2C1732605436209, suffix=, logDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/WALs/15ed1af4400d,42843,1732605436209, archiveDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/oldWALs, maxLogs=10 2024-11-26T07:17:17,986 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/WALs/15ed1af4400d,42843,1732605436209/15ed1af4400d%2C42843%2C1732605436209.1732605437968, exclude list is [], retry=0 2024-11-26T07:17:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-b62ef042-fedf-4131-8f04-d96138f8afff,DISK] 2024-11-26T07:17:17,991 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/WALs/15ed1af4400d,42843,1732605436209/15ed1af4400d%2C42843%2C1732605436209.1732605437968 2024-11-26T07:17:17,991 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753)] 2024-11-26T07:17:17,991 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:17,992 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:17,992 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:17,992 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:17,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:17,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:17:17,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:17,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:17,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:17,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:17:17,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:17,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:17,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:17,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:17:17,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:18,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:18,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:18,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:17:18,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:18,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:18,002 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:18,002 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:18,003 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:18,004 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:18,004 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:18,005 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:18,006 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:18,008 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:18,008 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64153357, jitterRate=-0.044040486216545105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:18,009 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605437992Initializing all the Stores at 1732605437993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605437993Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605437993Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605437993Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605437993Cleaning up temporary data from old regions at 1732605438004 (+11 ms)Region opened successfully at 1732605438009 (+5 ms) 2024-11-26T07:17:18,010 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:17:18,013 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d9b1dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:18,014 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:17:18,014 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:17:18,014 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:17:18,014 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:17:18,014 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:17:18,015 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:17:18,015 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:17:18,017 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:17:18,017 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Unable to get data of znode /0651840244/balancer because node does not exist (not necessarily an error) 2024-11-26T07:17:18,019 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0651840244/balancer already deleted, retry=false 2024-11-26T07:17:18,019 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:17:18,020 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Unable to get data of znode /0651840244/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:17:18,021 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0651840244/normalizer already deleted, retry=false 2024-11-26T07:17:18,021 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:17:18,022 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Unable to get data of znode /0651840244/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:17:18,023 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0651840244/switch/split already deleted, retry=false 2024-11-26T07:17:18,024 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Unable to get data of znode /0651840244/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:17:18,027 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0651840244/switch/merge already deleted, retry=false 2024-11-26T07:17:18,029 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Unable to get data of znode /0651840244/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:17:18,030 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0651840244/snapshot-cleanup already deleted, retry=false 2024-11-26T07:17:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0651840244/running 2024-11-26T07:17:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0651840244/running 2024-11-26T07:17:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:18,032 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,42843,1732605436209, sessionid=0x1015322c7e20000, setting cluster-up flag (Was=false) 2024-11-26T07:17:18,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:18,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:18,040 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0651840244/flush-table-proc/acquired, /0651840244/flush-table-proc/reached, /0651840244/flush-table-proc/abort 2024-11-26T07:17:18,041 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42843,1732605436209 2024-11-26T07:17:18,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:18,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:18,051 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0651840244/online-snapshot/acquired, /0651840244/online-snapshot/reached, /0651840244/online-snapshot/abort 2024-11-26T07:17:18,052 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42843,1732605436209 2024-11-26T07:17:18,053 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:17:18,055 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:18,055 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:17:18,056 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:17:18,056 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,42843,1732605436209 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:17:18,057 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:18,057 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:18,057 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:18,058 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:18,058 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:17:18,058 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,058 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:18,058 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:18,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605468063 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:17:18,063 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:18,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:17:18,068 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:17:18,068 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:17:18,068 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:17:18,069 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:17:18,069 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:17:18,069 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:17:18,069 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605438069,5,FailOnTimeoutGroup] 2024-11-26T07:17:18,072 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605438070,5,FailOnTimeoutGroup] 2024-11-26T07:17:18,072 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,072 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:17:18,072 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,073 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:17:18,086 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(746): ClusterId : a4c5a1d2-3255-4d5b-b30b-909c90fc8277 2024-11-26T07:17:18,086 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:17:18,088 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:17:18,088 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:17:18,090 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:17:18,091 DEBUG [RS:0;15ed1af4400d:38527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4768d174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:18,103 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:38527 2024-11-26T07:17:18,103 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:17:18,103 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:17:18,103 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:17:18,104 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,42843,1732605436209 with port=38527, startcode=1732605436265 2024-11-26T07:17:18,104 DEBUG [RS:0;15ed1af4400d:38527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:17:18,106 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:17:18,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,38527,1732605436265 2024-11-26T07:17:18,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,38527,1732605436265 2024-11-26T07:17:18,108 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246 2024-11-26T07:17:18,108 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40185 2024-11-26T07:17:18,108 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:17:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244/rs 2024-11-26T07:17:18,110 DEBUG [RS:0;15ed1af4400d:38527 {}] zookeeper.ZKUtil(111): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on existing znode=/0651840244/rs/15ed1af4400d,38527,1732605436265 2024-11-26T07:17:18,110 WARN [RS:0;15ed1af4400d:38527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:18,110 INFO [RS:0;15ed1af4400d:38527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:18,111 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265 2024-11-26T07:17:18,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,38527,1732605436265] 2024-11-26T07:17:18,115 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:17:18,118 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:17:18,118 INFO [RS:0;15ed1af4400d:38527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:17:18,118 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,119 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:17:18,120 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:17:18,120 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,120 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,120 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,120 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,120 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:18,121 DEBUG [RS:0;15ed1af4400d:38527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:18,122 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,122 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,122 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,122 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,122 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,122 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38527,1732605436265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:18,140 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:17:18,140 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38527,1732605436265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,140 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,140 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.Replication(171): 15ed1af4400d,38527,1732605436265 started 2024-11-26T07:17:18,159 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:18,159 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,38527,1732605436265, RpcServer on 15ed1af4400d/172.17.0.2:38527, sessionid=0x1015322c7e20001 2024-11-26T07:17:18,159 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:17:18,159 DEBUG [RS:0;15ed1af4400d:38527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,38527,1732605436265 2024-11-26T07:17:18,159 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,38527,1732605436265' 2024-11-26T07:17:18,159 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0651840244/flush-table-proc/abort' 2024-11-26T07:17:18,160 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0651840244/flush-table-proc/acquired' 2024-11-26T07:17:18,160 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:17:18,160 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:17:18,160 DEBUG [RS:0;15ed1af4400d:38527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,38527,1732605436265 2024-11-26T07:17:18,160 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,38527,1732605436265' 2024-11-26T07:17:18,160 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0651840244/online-snapshot/abort' 2024-11-26T07:17:18,160 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0651840244/online-snapshot/acquired' 2024-11-26T07:17:18,161 DEBUG [RS:0;15ed1af4400d:38527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:17:18,161 INFO [RS:0;15ed1af4400d:38527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:17:18,161 INFO [RS:0;15ed1af4400d:38527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:17:18,261 INFO [RS:0;15ed1af4400d:38527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:18,263 INFO [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38527%2C1732605436265, suffix=, logDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265, archiveDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/oldWALs, maxLogs=10 2024-11-26T07:17:18,278 DEBUG [RS:0;15ed1af4400d:38527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264, exclude list is [], retry=0 2024-11-26T07:17:18,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-b62ef042-fedf-4131-8f04-d96138f8afff,DISK] 2024-11-26T07:17:18,283 INFO [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 2024-11-26T07:17:18,284 DEBUG [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753)] 2024-11-26T07:17:18,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:17:18,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246 2024-11-26T07:17:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:17:18,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:18,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:18,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:18,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:18,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:18,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:18,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:18,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:18,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:18,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:18,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:18,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:18,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:18,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:18,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:18,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:18,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:18,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:18,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:18,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:18,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:18,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740 2024-11-26T07:17:18,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740 2024-11-26T07:17:18,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:18,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:18,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:18,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:18,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:18,902 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69802245, jitterRate=0.040134504437446594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:18,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605438886Initializing all the Stores at 1732605438887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605438887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605438887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605438887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605438887Cleaning up temporary data from old regions at 1732605438897 (+10 ms)Region opened successfully at 1732605438903 (+6 ms) 2024-11-26T07:17:18,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:18,903 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:18,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:18,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:18,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:18,904 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:18,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605438903Disabling compacts and flushes for region at 1732605438903Disabling writes for close at 1732605438903Writing region close event to WAL at 1732605438904 (+1 ms)Closed at 1732605438904 2024-11-26T07:17:18,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:18,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:17:18,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:17:18,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:18,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:17:19,058 DEBUG [15ed1af4400d:42843 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:17:19,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,38527,1732605436265 2024-11-26T07:17:19,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,38527,1732605436265, state=OPENING 2024-11-26T07:17:19,063 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:17:19,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:19,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:19,066 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:19,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0651840244/meta-region-server: CHANGED 2024-11-26T07:17:19,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0651840244/meta-region-server: CHANGED 2024-11-26T07:17:19,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,38527,1732605436265}] 2024-11-26T07:17:19,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:17:19,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:17:19,225 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:17:19,225 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:19,226 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:17:19,227 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38527%2C1732605436265.meta, suffix=.meta, logDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265, archiveDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/oldWALs, maxLogs=10 2024-11-26T07:17:19,242 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.meta.1732605439228.meta, exclude list is [], retry=0 2024-11-26T07:17:19,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-b62ef042-fedf-4131-8f04-d96138f8afff,DISK] 2024-11-26T07:17:19,247 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.meta.1732605439228.meta 2024-11-26T07:17:19,247 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753)] 2024-11-26T07:17:19,247 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:19,247 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:19,248 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:19,248 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:17:19,248 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:17:19,248 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:17:19,248 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:19,248 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:17:19,248 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:17:19,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:19,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:19,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:19,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:19,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:19,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:19,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:19,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:19,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:19,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:19,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:19,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:19,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:19,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:19,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:19,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:19,257 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:19,257 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740 2024-11-26T07:17:19,259 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740 2024-11-26T07:17:19,260 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:19,260 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:19,261 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:19,262 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:19,263 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72022483, jitterRate=0.07321862876415253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:19,263 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:17:19,264 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605439248Writing region info on filesystem at 1732605439248Initializing all the Stores at 1732605439249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605439249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605439249Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605439250 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605439250Cleaning up temporary data from old regions at 1732605439260 (+10 ms)Running coprocessor post-open hooks at 1732605439263 (+3 ms)Region opened successfully at 1732605439264 (+1 ms) 2024-11-26T07:17:19,265 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605439219 2024-11-26T07:17:19,268 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:17:19,268 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:17:19,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,38527,1732605436265 2024-11-26T07:17:19,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,38527,1732605436265, state=OPEN 2024-11-26T07:17:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0651840244/meta-region-server 2024-11-26T07:17:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0651840244/meta-region-server 2024-11-26T07:17:19,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0651840244/meta-region-server: CHANGED 2024-11-26T07:17:19,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,38527,1732605436265 2024-11-26T07:17:19,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0651840244/meta-region-server: CHANGED 2024-11-26T07:17:19,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:17:19,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,38527,1732605436265 in 209 msec 2024-11-26T07:17:19,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:17:19,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-26T07:17:19,281 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:19,282 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:17:19,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:19,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38527,1732605436265, seqNum=-1] 2024-11-26T07:17:19,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:19,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:19,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-26T07:17:19,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605439291, completionTime=-1 2024-11-26T07:17:19,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:17:19,291 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:17:19,293 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:17:19,293 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605499293 2024-11-26T07:17:19,293 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605559293 2024-11-26T07:17:19,293 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:17:19,294 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42843,1732605436209-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:19,294 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42843,1732605436209-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:19,294 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42843,1732605436209-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:19,294 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:42843, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:19,294 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:19,294 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:19,296 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.991sec 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42843,1732605436209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:19,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42843,1732605436209-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:17:19,301 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:17:19,301 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:17:19,301 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42843,1732605436209-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:19,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:19,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42843,-1 for getting cluster id 2024-11-26T07:17:19,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:19,389 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4c5a1d2-3255-4d5b-b30b-909c90fc8277' 2024-11-26T07:17:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4c5a1d2-3255-4d5b-b30b-909c90fc8277" 2024-11-26T07:17:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a6f8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42843,-1] 2024-11-26T07:17:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:19,391 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:19,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:19,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:19,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38527,1732605436265, seqNum=-1] 2024-11-26T07:17:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:19,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:19,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,42843,1732605436209 2024-11-26T07:17:19,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57460 2024-11-26T07:17:19,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:19,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015322c7e20002 connected 2024-11-26T07:17:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.log.dir so I do NOT create it in target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d 2024-11-26T07:17:19,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:17:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.tmp.dir so I do NOT create it in target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d 2024-11-26T07:17:19,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:17:19,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d 2024-11-26T07:17:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:17:19,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/cluster_4fa43cfc-cdb4-a757-8f9c-6a0989617237, deleteOnExit=true 2024-11-26T07:17:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:17:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/test.cache.data in system properties and HBase conf 2024-11-26T07:17:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:17:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:17:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:17:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:17:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:17:19,408 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:17:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:19,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:17:19,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:17:19,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:17:19,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:19,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:17:19,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:17:19,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:19,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:19,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:19,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:19,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:17:19,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:19,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:19,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:19,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/java.io.tmpdir/jetty-localhost-40101-hadoop-hdfs-3_4_1-tests_jar-_-any-2912389733136997802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:19,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:40101} 2024-11-26T07:17:19,650 INFO [Time-limited test {}] server.Server(415): Started @31995ms 2024-11-26T07:17:19,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:19,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:19,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:19,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:19,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:17:19,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:19,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:19,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e601b29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/java.io.tmpdir/jetty-localhost-37663-hadoop-hdfs-3_4_1-tests_jar-_-any-16337402524094861030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:19,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:37663} 2024-11-26T07:17:19,870 INFO [Time-limited test {}] server.Server(415): Started @32215ms 2024-11-26T07:17:19,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:17:19,989 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/cluster_4fa43cfc-cdb4-a757-8f9c-6a0989617237/data/data1/current/BP-415896688-172.17.0.2-1732605439447/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:19,989 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/cluster_4fa43cfc-cdb4-a757-8f9c-6a0989617237/data/data2/current/BP-415896688-172.17.0.2-1732605439447/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:20,016 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:17:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba0c41a7bcd0aab5 with lease ID 0x6c084c48304b0e0f: Processing first storage report for DS-8ac0a726-f0c7-4fac-b6c5-dac64ac0a810 from datanode DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b7912851-7680-445f-b837-170afe52a564, infoPort=37861, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1162696318;c=1732605439447) 2024-11-26T07:17:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba0c41a7bcd0aab5 with lease ID 0x6c084c48304b0e0f: from storage DS-8ac0a726-f0c7-4fac-b6c5-dac64ac0a810 node DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b7912851-7680-445f-b837-170afe52a564, infoPort=37861, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1162696318;c=1732605439447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba0c41a7bcd0aab5 with lease ID 0x6c084c48304b0e0f: Processing first storage report for DS-d545ae37-db0b-44fe-ac45-da1b28563749 from datanode DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b7912851-7680-445f-b837-170afe52a564, infoPort=37861, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1162696318;c=1732605439447) 2024-11-26T07:17:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba0c41a7bcd0aab5 with lease ID 0x6c084c48304b0e0f: from storage DS-d545ae37-db0b-44fe-ac45-da1b28563749 node DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b7912851-7680-445f-b837-170afe52a564, infoPort=37861, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1162696318;c=1732605439447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:20,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d 2024-11-26T07:17:20,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:20,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:17:20,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9 with version=8 2024-11-26T07:17:20,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/hbase-staging 2024-11-26T07:17:20,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:20,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:20,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:20,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:20,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:20,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:20,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:17:20,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:20,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44703 2024-11-26T07:17:20,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44703 connecting to ZooKeeper ensemble=127.0.0.1:57460 2024-11-26T07:17:20,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447030x0, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:20,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44703-0x1015322c7e20003 connected 2024-11-26T07:17:20,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:20,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:20,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on znode that does not yet exist, /1-918004287/running 2024-11-26T07:17:20,537 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9, hbase.cluster.distributed=false 2024-11-26T07:17:20,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on znode that does not yet exist, /1-918004287/acl 2024-11-26T07:17:20,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-26T07:17:20,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44703 2024-11-26T07:17:20,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44703 2024-11-26T07:17:20,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-26T07:17:20,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-26T07:17:20,556 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:20,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:20,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:20,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:20,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:20,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:20,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:17:20,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:20,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42971 2024-11-26T07:17:20,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42971 connecting to ZooKeeper ensemble=127.0.0.1:57460 2024-11-26T07:17:20,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:20,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:20,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429710x0, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:20,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429710x0, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on znode that does not yet exist, /1-918004287/running 2024-11-26T07:17:20,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42971-0x1015322c7e20004 connected 2024-11-26T07:17:20,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:17:20,566 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:17:20,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on znode that does not yet exist, /1-918004287/master 2024-11-26T07:17:20,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on znode that does not yet exist, /1-918004287/acl 2024-11-26T07:17:20,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42971 2024-11-26T07:17:20,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42971 2024-11-26T07:17:20,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42971 2024-11-26T07:17:20,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42971 2024-11-26T07:17:20,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42971 2024-11-26T07:17:20,585 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:44703 2024-11-26T07:17:20,586 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-918004287/backup-masters/15ed1af4400d,44703,1732605440515 2024-11-26T07:17:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287/backup-masters 2024-11-26T07:17:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287/backup-masters 2024-11-26T07:17:20,587 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on existing znode=/1-918004287/backup-masters/15ed1af4400d,44703,1732605440515 2024-11-26T07:17:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-918004287/master 2024-11-26T07:17:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:20,591 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on existing znode=/1-918004287/master 2024-11-26T07:17:20,591 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-918004287/backup-masters/15ed1af4400d,44703,1732605440515 from backup master directory 2024-11-26T07:17:20,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-918004287/backup-masters/15ed1af4400d,44703,1732605440515 2024-11-26T07:17:20,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287/backup-masters 2024-11-26T07:17:20,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287/backup-masters 2024-11-26T07:17:20,592 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:20,592 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,44703,1732605440515 2024-11-26T07:17:20,597 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/hbase.id] with ID: 8eb0fe46-e900-463d-a599-7ea21c90313e 2024-11-26T07:17:20,597 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/.tmp/hbase.id 2024-11-26T07:17:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:17:21,003 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/.tmp/hbase.id]:[hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/hbase.id] 2024-11-26T07:17:21,017 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:21,017 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:17:21,018 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:17:21,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:21,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:17:21,427 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:21,429 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:17:21,429 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:21,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:17:21,838 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store 2024-11-26T07:17:21,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:17:22,245 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:22,245 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:22,246 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:22,246 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:22,246 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:22,246 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:22,246 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:22,246 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605442245Disabling compacts and flushes for region at 1732605442245Disabling writes for close at 1732605442246 (+1 ms)Writing region close event to WAL at 1732605442246Closed at 1732605442246 2024-11-26T07:17:22,247 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/.initializing 2024-11-26T07:17:22,247 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/WALs/15ed1af4400d,44703,1732605440515 2024-11-26T07:17:22,248 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:22,250 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C44703%2C1732605440515, suffix=, logDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/WALs/15ed1af4400d,44703,1732605440515, archiveDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/oldWALs, maxLogs=10 2024-11-26T07:17:22,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/WALs/15ed1af4400d,44703,1732605440515/15ed1af4400d%2C44703%2C1732605440515.1732605442251, exclude list is [], retry=0 2024-11-26T07:17:22,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41743,DS-8ac0a726-f0c7-4fac-b6c5-dac64ac0a810,DISK] 2024-11-26T07:17:22,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/WALs/15ed1af4400d,44703,1732605440515/15ed1af4400d%2C44703%2C1732605440515.1732605442251 2024-11-26T07:17:22,298 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-11-26T07:17:22,298 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:22,299 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:22,299 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,299 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:17:22,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:22,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:22,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:17:22,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:17:22,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:22,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:22,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:17:22,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:22,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:22,307 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,308 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,308 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,310 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,310 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,310 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:22,311 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:22,313 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:22,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69847404, jitterRate=0.04080742597579956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:22,314 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605442299Initializing all the Stores at 1732605442300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605442300Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605442300Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605442300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605442300Cleaning up temporary data from old regions at 1732605442310 (+10 ms)Region opened successfully at 1732605442314 (+4 ms) 2024-11-26T07:17:22,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:17:22,317 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d10f6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:22,318 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:17:22,318 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:17:22,318 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:17:22,318 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:17:22,319 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:17:22,319 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:17:22,319 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:17:22,321 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:17:22,322 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Unable to get data of znode /1-918004287/balancer because node does not exist (not necessarily an error) 2024-11-26T07:17:22,323 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-918004287/balancer already deleted, retry=false 2024-11-26T07:17:22,324 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:17:22,324 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Unable to get data of znode /1-918004287/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:17:22,327 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-918004287/normalizer already deleted, retry=false 2024-11-26T07:17:22,327 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:17:22,328 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Unable to get data of znode /1-918004287/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:17:22,329 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-918004287/switch/split already deleted, retry=false 2024-11-26T07:17:22,330 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Unable to get data of znode /1-918004287/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:17:22,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-918004287/switch/merge already deleted, retry=false 2024-11-26T07:17:22,332 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Unable to get data of znode /1-918004287/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:17:22,333 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-918004287/snapshot-cleanup already deleted, retry=false 2024-11-26T07:17:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-918004287/running 2024-11-26T07:17:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-918004287/running 2024-11-26T07:17:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:22,337 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,44703,1732605440515, sessionid=0x1015322c7e20003, setting cluster-up flag (Was=false) 2024-11-26T07:17:22,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:22,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:22,346 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-918004287/flush-table-proc/acquired, /1-918004287/flush-table-proc/reached, /1-918004287/flush-table-proc/abort 2024-11-26T07:17:22,347 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,44703,1732605440515 2024-11-26T07:17:22,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:22,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:22,355 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-918004287/online-snapshot/acquired, /1-918004287/online-snapshot/reached, /1-918004287/online-snapshot/abort 2024-11-26T07:17:22,356 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,44703,1732605440515 2024-11-26T07:17:22,358 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:17:22,359 WARN [RS:0;15ed1af4400d:38527 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 15ed1af4400d,42891,1732605413030: status=Processing ServerCrashProcedure of 15ed1af4400d,42891,1732605413030 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732605426112, completionTime=-1 appears to have been leaked 2024-11-26T07:17:22,359 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:22,360 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:17:22,360 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:17:22,360 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,44703,1732605440515 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:17:22,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:22,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:22,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:22,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:22,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:17:22,362 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,362 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:22,362 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,363 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605472363 2024-11-26T07:17:22,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:22,363 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:17:22,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:17:22,364 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:17:22,364 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:17:22,364 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:17:22,364 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:17:22,364 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:17:22,364 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,364 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:17:22,365 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:17:22,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:17:22,365 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605442365,5,FailOnTimeoutGroup] 2024-11-26T07:17:22,365 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605442365,5,FailOnTimeoutGroup] 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:17:22,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,366 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:17:22,394 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(746): ClusterId : 8eb0fe46-e900-463d-a599-7ea21c90313e 2024-11-26T07:17:22,394 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:17:22,396 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:17:22,396 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:17:22,399 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:17:22,399 DEBUG [RS:0;15ed1af4400d:42971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff88127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:22,412 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:42971 2024-11-26T07:17:22,412 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:17:22,412 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:17:22,412 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:17:22,413 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,44703,1732605440515 with port=42971, startcode=1732605440556 2024-11-26T07:17:22,413 DEBUG [RS:0;15ed1af4400d:42971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:17:22,415 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:17:22,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,42971,1732605440556 2024-11-26T07:17:22,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44703 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,42971,1732605440556 2024-11-26T07:17:22,417 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9 2024-11-26T07:17:22,417 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43793 2024-11-26T07:17:22,417 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:17:22,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287/rs 2024-11-26T07:17:22,419 DEBUG [RS:0;15ed1af4400d:42971 {}] zookeeper.ZKUtil(111): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on existing znode=/1-918004287/rs/15ed1af4400d,42971,1732605440556 2024-11-26T07:17:22,419 WARN [RS:0;15ed1af4400d:42971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:22,419 INFO [RS:0;15ed1af4400d:42971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:22,420 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556 2024-11-26T07:17:22,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,42971,1732605440556] 2024-11-26T07:17:22,423 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:17:22,425 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:17:22,425 INFO [RS:0;15ed1af4400d:42971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:17:22,425 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,425 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:17:22,426 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:17:22,426 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,426 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,426 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,426 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,426 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,426 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,426 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:22,427 DEBUG [RS:0;15ed1af4400d:42971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:22,427 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,427 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,427 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,427 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,427 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,427 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42971,1732605440556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:22,442 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:17:22,442 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42971,1732605440556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,442 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,442 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.Replication(171): 15ed1af4400d,42971,1732605440556 started 2024-11-26T07:17:22,456 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:22,456 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,42971,1732605440556, RpcServer on 15ed1af4400d/172.17.0.2:42971, sessionid=0x1015322c7e20004 2024-11-26T07:17:22,456 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:17:22,456 DEBUG [RS:0;15ed1af4400d:42971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,42971,1732605440556 2024-11-26T07:17:22,456 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,42971,1732605440556' 2024-11-26T07:17:22,456 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-918004287/flush-table-proc/abort' 2024-11-26T07:17:22,457 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-918004287/flush-table-proc/acquired' 2024-11-26T07:17:22,457 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:17:22,457 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:17:22,457 DEBUG [RS:0;15ed1af4400d:42971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,42971,1732605440556 2024-11-26T07:17:22,457 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,42971,1732605440556' 2024-11-26T07:17:22,457 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-918004287/online-snapshot/abort' 2024-11-26T07:17:22,458 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-918004287/online-snapshot/acquired' 2024-11-26T07:17:22,458 DEBUG [RS:0;15ed1af4400d:42971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:17:22,458 INFO [RS:0;15ed1af4400d:42971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:17:22,458 INFO [RS:0;15ed1af4400d:42971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:17:22,558 INFO [RS:0;15ed1af4400d:42971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:22,560 INFO [RS:0;15ed1af4400d:42971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42971%2C1732605440556, suffix=, logDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556, archiveDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/oldWALs, maxLogs=10 2024-11-26T07:17:22,575 DEBUG [RS:0;15ed1af4400d:42971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556/15ed1af4400d%2C42971%2C1732605440556.1732605442560, exclude list is [], retry=0 2024-11-26T07:17:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41743,DS-8ac0a726-f0c7-4fac-b6c5-dac64ac0a810,DISK] 2024-11-26T07:17:22,580 INFO [RS:0;15ed1af4400d:42971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556/15ed1af4400d%2C42971%2C1732605440556.1732605442560 2024-11-26T07:17:22,580 DEBUG [RS:0;15ed1af4400d:42971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-11-26T07:17:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:17:22,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:17:22,776 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9 2024-11-26T07:17:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:17:23,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:23,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:23,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:23,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:23,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:23,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:23,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:23,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:23,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:23,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:23,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740 2024-11-26T07:17:23,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740 2024-11-26T07:17:23,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:23,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:23,195 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:23,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:23,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:23,198 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69081930, jitterRate=0.02940097451210022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:23,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605443183Initializing all the Stores at 1732605443184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605443184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605443184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605443184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605443184Cleaning up temporary data from old regions at 1732605443194 (+10 ms)Region opened successfully at 1732605443198 (+4 ms) 2024-11-26T07:17:23,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:23,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:23,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:23,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:23,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:23,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:23,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605443198Disabling compacts and flushes for region at 1732605443198Disabling writes for close at 1732605443199 (+1 ms)Writing region close event to WAL at 1732605443199Closed at 1732605443199 2024-11-26T07:17:23,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:23,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:17:23,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:17:23,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:23,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:17:23,353 DEBUG [15ed1af4400d:44703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:17:23,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,42971,1732605440556 2024-11-26T07:17:23,355 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,42971,1732605440556, state=OPENING 2024-11-26T07:17:23,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:17:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:23,362 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:23,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-918004287/meta-region-server: CHANGED 2024-11-26T07:17:23,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-918004287/meta-region-server: CHANGED 2024-11-26T07:17:23,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,42971,1732605440556}] 2024-11-26T07:17:23,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:17:23,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:17:23,521 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:17:23,521 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:23,522 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:17:23,523 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42971%2C1732605440556.meta, suffix=.meta, logDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556, archiveDir=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/oldWALs, maxLogs=10 2024-11-26T07:17:23,537 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556/15ed1af4400d%2C42971%2C1732605440556.meta.1732605443524.meta, exclude list is [], retry=0 2024-11-26T07:17:23,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41743,DS-8ac0a726-f0c7-4fac-b6c5-dac64ac0a810,DISK] 2024-11-26T07:17:23,541 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556/15ed1af4400d%2C42971%2C1732605440556.meta.1732605443524.meta 2024-11-26T07:17:23,541 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-11-26T07:17:23,541 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:23,542 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:23,542 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:23,542 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:17:23,542 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:17:23,542 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:17:23,542 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:23,542 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:17:23,542 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:17:23,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:23,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:23,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:23,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:23,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:23,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:23,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:23,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:23,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:23,549 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:23,549 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740 2024-11-26T07:17:23,550 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740 2024-11-26T07:17:23,551 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:23,551 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:23,552 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:23,553 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:23,554 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65512013, jitterRate=-0.023794934153556824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:23,554 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:17:23,554 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605443542Writing region info on filesystem at 1732605443542Initializing all the Stores at 1732605443543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605443543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605443543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605443543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605443543Cleaning up temporary data from old regions at 1732605443551 (+8 ms)Running coprocessor post-open hooks at 1732605443554 (+3 ms)Region opened successfully at 1732605443554 2024-11-26T07:17:23,555 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605443515 2024-11-26T07:17:23,558 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:17:23,558 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:17:23,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,42971,1732605440556 2024-11-26T07:17:23,560 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,42971,1732605440556, state=OPEN 2024-11-26T07:17:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-918004287/meta-region-server 2024-11-26T07:17:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-918004287/meta-region-server 2024-11-26T07:17:23,562 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,42971,1732605440556 2024-11-26T07:17:23,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-918004287/meta-region-server: CHANGED 2024-11-26T07:17:23,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-918004287/meta-region-server: CHANGED 2024-11-26T07:17:23,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:17:23,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,42971,1732605440556 in 200 msec 2024-11-26T07:17:23,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:17:23,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-26T07:17:23,568 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:23,568 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:17:23,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:23,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42971,1732605440556, seqNum=-1] 2024-11-26T07:17:23,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:23,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:23,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-26T07:17:23,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605443577, completionTime=-1 2024-11-26T07:17:23,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:17:23,577 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:17:23,579 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:17:23,579 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605503579 2024-11-26T07:17:23,579 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605563579 2024-11-26T07:17:23,579 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:17:23,579 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44703,1732605440515-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:23,579 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44703,1732605440515-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:23,580 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44703,1732605440515-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:23,580 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:44703, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:23,580 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:23,580 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:23,582 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.993sec 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44703,1732605440515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:23,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44703,1732605440515-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:17:23,588 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:17:23,588 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:17:23,588 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,44703,1732605440515-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:23,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,44703,-1 for getting cluster id 2024-11-26T07:17:23,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:23,596 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8eb0fe46-e900-463d-a599-7ea21c90313e' 2024-11-26T07:17:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8eb0fe46-e900-463d-a599-7ea21c90313e" 2024-11-26T07:17:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ef5453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,44703,-1] 2024-11-26T07:17:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:23,598 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:23,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ddd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42971,1732605440556, seqNum=-1] 2024-11-26T07:17:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:23,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,44703,1732605440515 2024-11-26T07:17:23,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57460 2024-11-26T07:17:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:23,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015322c7e20005 connected 2024-11-26T07:17:23,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19e2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42843,-1 for getting cluster id 2024-11-26T07:17:23,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:23,614 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4c5a1d2-3255-4d5b-b30b-909c90fc8277' 2024-11-26T07:17:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4c5a1d2-3255-4d5b-b30b-909c90fc8277" 2024-11-26T07:17:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13453c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42843,-1] 2024-11-26T07:17:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:23,615 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0d9b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42843,1732605436209 2024-11-26T07:17:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693002ac 2024-11-26T07:17:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:23,619 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:23,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:17:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:17:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:23,622 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:44703' 2024-11-26T07:17:23,623 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126d46c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,623 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,44703,-1 for getting cluster id 2024-11-26T07:17:23,623 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:23,624 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8eb0fe46-e900-463d-a599-7ea21c90313e' 2024-11-26T07:17:23,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:23,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8eb0fe46-e900-463d-a599-7ea21c90313e" 2024-11-26T07:17:23,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f85a886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,44703,-1] 2024-11-26T07:17:23,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:23,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:23,626 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:23,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6725d1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:23,627 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:23,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,44703,1732605440515 2024-11-26T07:17:23,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b8496b 2024-11-26T07:17:23,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:23,629 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:23,630 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T07:17:23,630 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:17:23,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:23,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:23,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:23,630 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:23,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:17:23,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:17:23,633 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:23,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:17:23,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741835_1011 (size=1138) 2024-11-26T07:17:23,682 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:17:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:24,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35de82ec90f7b7878565ac857f66672a, NAME => 'hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246 2024-11-26T07:17:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741836_1012 (size=44) 2024-11-26T07:17:24,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:17:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:24,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:24,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35de82ec90f7b7878565ac857f66672a, disabling compactions & flushes 2024-11-26T07:17:24,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:24,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:24,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. after waiting 0 ms 2024-11-26T07:17:24,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:24,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:24,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35de82ec90f7b7878565ac857f66672a: Waiting for close lock at 1732605444454Disabling compacts and flushes for region at 1732605444454Disabling writes for close at 1732605444454Writing region close event to WAL at 1732605444454Closed at 1732605444454 2024-11-26T07:17:24,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:17:24,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605444456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605444456"}]},"ts":"1732605444456"} 2024-11-26T07:17:24,459 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:17:24,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:17:24,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605444460"}]},"ts":"1732605444460"} 2024-11-26T07:17:24,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:17:24,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35de82ec90f7b7878565ac857f66672a, ASSIGN}] 2024-11-26T07:17:24,464 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35de82ec90f7b7878565ac857f66672a, ASSIGN 2024-11-26T07:17:24,466 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35de82ec90f7b7878565ac857f66672a, ASSIGN; state=OFFLINE, location=15ed1af4400d,38527,1732605436265; forceNewPlan=false, retain=false 2024-11-26T07:17:24,616 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35de82ec90f7b7878565ac857f66672a, regionState=OPENING, regionLocation=15ed1af4400d,38527,1732605436265 2024-11-26T07:17:24,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35de82ec90f7b7878565ac857f66672a, ASSIGN because future has completed 2024-11-26T07:17:24,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35de82ec90f7b7878565ac857f66672a, server=15ed1af4400d,38527,1732605436265}] 2024-11-26T07:17:24,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:24,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:24,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:24,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:24,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:17:24,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38527%2C1732605436265.rep, suffix=, logDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265, archiveDir=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/oldWALs, maxLogs=10 2024-11-26T07:17:24,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:24,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.rep.1732605444778, exclude list is [], retry=0 2024-11-26T07:17:24,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-b62ef042-fedf-4131-8f04-d96138f8afff,DISK] 2024-11-26T07:17:24,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.rep.1732605444778 2024-11-26T07:17:24,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753)] 2024-11-26T07:17:24,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 35de82ec90f7b7878565ac857f66672a, NAME => 'hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:24,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. service=MultiRowMutationService 2024-11-26T07:17:24,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,801 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,803 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35de82ec90f7b7878565ac857f66672a columnFamilyName hfileref 2024-11-26T07:17:24,803 DEBUG [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:24,803 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] regionserver.HStore(327): Store=35de82ec90f7b7878565ac857f66672a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:24,803 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,804 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35de82ec90f7b7878565ac857f66672a columnFamilyName queue 2024-11-26T07:17:24,804 DEBUG [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:24,805 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] regionserver.HStore(327): Store=35de82ec90f7b7878565ac857f66672a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:24,805 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,806 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35de82ec90f7b7878565ac857f66672a columnFamilyName sid 2024-11-26T07:17:24,806 DEBUG [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:24,806 INFO [StoreOpener-35de82ec90f7b7878565ac857f66672a-1 {}] regionserver.HStore(327): Store=35de82ec90f7b7878565ac857f66672a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:24,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:17:24,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:24,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 35de82ec90f7b7878565ac857f66672a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62001801, jitterRate=-0.07610116899013519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:17:24,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:24,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 35de82ec90f7b7878565ac857f66672a: Running coprocessor pre-open hook at 1732605444800Writing region info on filesystem at 1732605444800Initializing all the Stores at 1732605444801 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605444801Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605444801Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605444801Cleaning up temporary data from old regions at 1732605444809 (+8 ms)Running coprocessor post-open hooks at 1732605444813 (+4 ms)Region opened successfully at 1732605444813 2024-11-26T07:17:24,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a., pid=7, masterSystemTime=1732605444772 2024-11-26T07:17:24,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:24,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:24,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35de82ec90f7b7878565ac857f66672a, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,38527,1732605436265 2024-11-26T07:17:24,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35de82ec90f7b7878565ac857f66672a, server=15ed1af4400d,38527,1732605436265 because future has completed 2024-11-26T07:17:24,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T07:17:24,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 35de82ec90f7b7878565ac857f66672a, server=15ed1af4400d,38527,1732605436265 in 202 msec 2024-11-26T07:17:24,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:17:24,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35de82ec90f7b7878565ac857f66672a, ASSIGN in 360 msec 2024-11-26T07:17:24,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:17:24,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605444827"}]},"ts":"1732605444827"} 2024-11-26T07:17:24,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:17:24,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:17:24,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-26T07:17:24,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a., hostname=15ed1af4400d,38527,1732605436265, seqNum=2] 2024-11-26T07:17:24,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:24,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:24,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:17:25,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T07:17:25,003 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:17:25,032 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,38527,1732605436265, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:17:25,033 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:25,033 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38527,1732605436265, seqNum=-1] 2024-11-26T07:17:25,033 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:25,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T07:17:25,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,38527,1732605436265', locateType=CURRENT is [region=hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a., hostname=15ed1af4400d,38527,1732605436265, seqNum=2] 2024-11-26T07:17:25,039 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T07:17:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T07:17:25,042 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,38527,1732605436265 suceeded 2024-11-26T07:17:25,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T07:17:25,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T07:17:25,045 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:17:25,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-26T07:17:25,055 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:44703' 2024-11-26T07:17:25,056 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0678e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:25,056 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,44703,-1 for getting cluster id 2024-11-26T07:17:25,056 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:25,057 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8eb0fe46-e900-463d-a599-7ea21c90313e' 2024-11-26T07:17:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8eb0fe46-e900-463d-a599-7ea21c90313e" 2024-11-26T07:17:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8456423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,44703,-1] 2024-11-26T07:17:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:25,059 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:25,059 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72028b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:25,060 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:25,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,44703,1732605440515 2024-11-26T07:17:25,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@309d23af 2024-11-26T07:17:25,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:25,061 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T07:17:25,062 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,38527,1732605436265 (queues=1) is replicating from cluster=a4c5a1d2-3255-4d5b-b30b-909c90fc8277 to cluster=8eb0fe46-e900-463d-a599-7ea21c90313e 2024-11-26T07:17:25,062 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C38527%2C1732605436265 2024-11-26T07:17:25,062 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,38527,1732605436265, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:17:25,063 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.shipper15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C38527%2C1732605436265 2024-11-26T07:17:25,063 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264, startPosition=0, beingWritten=true 2024-11-26T07:17:25,269 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 to pos 0, reset compression=false 2024-11-26T07:17:25,574 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 to pos 0, reset compression=false 2024-11-26T07:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:25,775 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:17:25,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:25,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:25,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:25,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:25,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:25,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42843,1732605436209 2024-11-26T07:17:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee10b1b 2024-11-26T07:17:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:25,777 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:25,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:17:25,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:17:25,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:25,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:25,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:25,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:25,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:25,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:17:25,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1163069853, stopped=false 2024-11-26T07:17:25,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,44703,1732605440515 2024-11-26T07:17:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-918004287/running 2024-11-26T07:17:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-918004287/running 2024-11-26T07:17:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:25,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:25,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:25,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:25,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:25,782 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,42971,1732605440556' ***** 2024-11-26T07:17:25,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:17:25,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on znode that does not yet exist, /1-918004287/running 2024-11-26T07:17:25,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Set watcher on znode that does not yet exist, /1-918004287/running 2024-11-26T07:17:25,782 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:17:25,783 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,42971,1732605440556 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:42971. 2024-11-26T07:17:25,783 DEBUG [RS:0;15ed1af4400d:42971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:25,783 DEBUG [RS:0;15ed1af4400d:42971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:17:25,783 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:17:25,783 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:17:25,784 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:25,784 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:25,784 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:25,784 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:25,784 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:25,784 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:25,784 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T07:17:25,801 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740/.tmp/ns/4012444e896f4d2f9470405916bba3a8 is 43, key is default/ns:d/1732605443571/Put/seqid=0 2024-11-26T07:17:25,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741835_1011 (size=5153) 2024-11-26T07:17:25,830 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:25,980 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 to pos 0, reset compression=false 2024-11-26T07:17:25,984 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:26,184 DEBUG [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:26,206 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740/.tmp/ns/4012444e896f4d2f9470405916bba3a8 2024-11-26T07:17:26,213 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740/.tmp/ns/4012444e896f4d2f9470405916bba3a8 as hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740/ns/4012444e896f4d2f9470405916bba3a8 2024-11-26T07:17:26,218 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740/ns/4012444e896f4d2f9470405916bba3a8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T07:17:26,219 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-26T07:17:26,223 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T07:17:26,224 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:26,224 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:26,224 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:26,224 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605445783Running coprocessor pre-close hooks at 1732605445784 (+1 ms)Disabling compacts and flushes for region at 1732605445784Disabling writes for close at 1732605445784Obtaining lock to block concurrent updates at 1732605445784Preparing flush snapshotting stores in 1588230740 at 1732605445784Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732605445784Flushing stores of hbase:meta,,1.1588230740 at 1732605445785 (+1 ms)Flushing 1588230740/ns: creating writer at 1732605445785Flushing 1588230740/ns: appending metadata at 1732605445800 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732605445800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c466685: reopening flushed file at 1732605446212 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732605446219 (+7 ms)Writing region close event to WAL at 1732605446220 (+1 ms)Running coprocessor post-close hooks at 1732605446224 (+4 ms)Closed at 1732605446224 2024-11-26T07:17:26,224 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:26,384 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,42971,1732605440556; all regions closed. 2024-11-26T07:17:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741834_1010 (size=1152) 2024-11-26T07:17:26,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/WALs/15ed1af4400d,42971,1732605440556/15ed1af4400d%2C42971%2C1732605440556.meta.1732605443524.meta not finished, retry = 0 2024-11-26T07:17:26,428 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:17:26,428 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:17:26,485 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 to pos 0, reset compression=false 2024-11-26T07:17:26,490 DEBUG [RS:0;15ed1af4400d:42971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/oldWALs 2024-11-26T07:17:26,490 INFO [RS:0;15ed1af4400d:42971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C42971%2C1732605440556.meta:.meta(num 1732605443524) 2024-11-26T07:17:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741832_1008 (size=93) 2024-11-26T07:17:26,494 DEBUG [RS:0;15ed1af4400d:42971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/oldWALs 2024-11-26T07:17:26,494 INFO [RS:0;15ed1af4400d:42971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C42971%2C1732605440556:(num 1732605442560) 2024-11-26T07:17:26,495 DEBUG [RS:0;15ed1af4400d:42971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:26,495 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:26,495 INFO [RS:0;15ed1af4400d:42971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:26,495 INFO [RS:0;15ed1af4400d:42971 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:26,495 INFO [RS:0;15ed1af4400d:42971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:26,495 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:26,495 INFO [RS:0;15ed1af4400d:42971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42971 2024-11-26T07:17:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-918004287/rs/15ed1af4400d,42971,1732605440556 2024-11-26T07:17:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287/rs 2024-11-26T07:17:26,497 INFO [RS:0;15ed1af4400d:42971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:26,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,42971,1732605440556] 2024-11-26T07:17:26,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-918004287/draining/15ed1af4400d,42971,1732605440556 already deleted, retry=false 2024-11-26T07:17:26,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,42971,1732605440556 expired; onlineServers=0 2024-11-26T07:17:26,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,44703,1732605440515' ***** 2024-11-26T07:17:26,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:17:26,499 INFO [M:0;15ed1af4400d:44703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:26,499 INFO [M:0;15ed1af4400d:44703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:26,500 DEBUG [M:0;15ed1af4400d:44703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:17:26,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:17:26,500 DEBUG [M:0;15ed1af4400d:44703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:17:26,500 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605442365 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605442365,5,FailOnTimeoutGroup] 2024-11-26T07:17:26,500 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605442365 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605442365,5,FailOnTimeoutGroup] 2024-11-26T07:17:26,500 INFO [M:0;15ed1af4400d:44703 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:26,500 INFO [M:0;15ed1af4400d:44703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:26,500 DEBUG [M:0;15ed1af4400d:44703 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:17:26,500 INFO [M:0;15ed1af4400d:44703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:17:26,500 INFO [M:0;15ed1af4400d:44703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:26,500 INFO [M:0;15ed1af4400d:44703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:17:26,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:17:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-918004287/master 2024-11-26T07:17:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-918004287 2024-11-26T07:17:26,504 DEBUG [M:0;15ed1af4400d:44703 {}] zookeeper.ZKUtil(347): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Unable to get data of znode /1-918004287/master because node does not exist (not an error) 2024-11-26T07:17:26,504 WARN [M:0;15ed1af4400d:44703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:17:26,504 INFO [M:0;15ed1af4400d:44703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/.lastflushedseqids 2024-11-26T07:17:26,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741836_1012 (size=99) 2024-11-26T07:17:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:26,598 INFO [RS:0;15ed1af4400d:42971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42971-0x1015322c7e20004, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:26,598 INFO [RS:0;15ed1af4400d:42971 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,42971,1732605440556; zookeeper connection closed. 2024-11-26T07:17:26,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8467d6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8467d6a 2024-11-26T07:17:26,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:17:26,910 INFO [M:0;15ed1af4400d:44703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:17:26,910 INFO [M:0;15ed1af4400d:44703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:17:26,910 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:26,910 INFO [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:26,910 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:26,910 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:26,910 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:26,910 INFO [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T07:17:26,926 DEBUG [M:0;15ed1af4400d:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e48595ab4d4adf81f2379fbb41ea34 is 82, key is hbase:meta,,1/info:regioninfo/1732605443559/Put/seqid=0 2024-11-26T07:17:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741837_1013 (size=5672) 2024-11-26T07:17:27,090 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 to pos 0, reset compression=false 2024-11-26T07:17:27,331 INFO [M:0;15ed1af4400d:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e48595ab4d4adf81f2379fbb41ea34 2024-11-26T07:17:27,356 DEBUG [M:0;15ed1af4400d:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97c7abc142494e41bad259822528a8b6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732605443576/Put/seqid=0 2024-11-26T07:17:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741838_1014 (size=5275) 2024-11-26T07:17:27,761 INFO [M:0;15ed1af4400d:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97c7abc142494e41bad259822528a8b6 2024-11-26T07:17:27,782 DEBUG [M:0;15ed1af4400d:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bacedfadc1d14a37ac9efedb9214e80a is 69, key is 15ed1af4400d,42971,1732605440556/rs:state/1732605442416/Put/seqid=0 2024-11-26T07:17:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741839_1015 (size=5156) 2024-11-26T07:17:27,786 INFO [M:0;15ed1af4400d:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bacedfadc1d14a37ac9efedb9214e80a 2024-11-26T07:17:27,791 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e48595ab4d4adf81f2379fbb41ea34 as hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e48595ab4d4adf81f2379fbb41ea34 2024-11-26T07:17:27,796 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 to pos 0, reset compression=false 2024-11-26T07:17:27,796 INFO [M:0;15ed1af4400d:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e48595ab4d4adf81f2379fbb41ea34, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T07:17:27,798 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97c7abc142494e41bad259822528a8b6 as hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97c7abc142494e41bad259822528a8b6 2024-11-26T07:17:27,802 INFO [M:0;15ed1af4400d:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97c7abc142494e41bad259822528a8b6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T07:17:27,803 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bacedfadc1d14a37ac9efedb9214e80a as hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bacedfadc1d14a37ac9efedb9214e80a 2024-11-26T07:17:27,808 INFO [M:0;15ed1af4400d:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43793/user/jenkins/test-data/2354969d-4849-8b27-6e49-9d781a92e7b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bacedfadc1d14a37ac9efedb9214e80a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T07:17:27,809 INFO [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=28, compaction requested=false 2024-11-26T07:17:27,810 INFO [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:27,810 DEBUG [M:0;15ed1af4400d:44703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605446910Disabling compacts and flushes for region at 1732605446910Disabling writes for close at 1732605446910Obtaining lock to block concurrent updates at 1732605446910Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605446910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732605446911 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605446911Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605446911Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605446926 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605446926Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605447337 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605447355 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605447355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605447767 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605447781 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605447781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb4b403: reopening flushed file at 1732605447791 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa1edf4: reopening flushed file at 1732605447797 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e55367a: reopening flushed file at 1732605447803 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=28, compaction requested=false at 1732605447809 (+6 ms)Writing region close event to WAL at 1732605447810 (+1 ms)Closed at 1732605447810 2024-11-26T07:17:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741830_1006 (size=10165) 2024-11-26T07:17:27,813 INFO [M:0;15ed1af4400d:44703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:17:27,813 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:27,813 INFO [M:0;15ed1af4400d:44703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44703 2024-11-26T07:17:27,813 INFO [M:0;15ed1af4400d:44703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:27,915 INFO [M:0;15ed1af4400d:44703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:27,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:27,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015322c7e20003, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:27,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e601b29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:27,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:27,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:27,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:27,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:27,919 WARN [BP-415896688-172.17.0.2-1732605439447 heartbeating to localhost/127.0.0.1:43793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:17:27,920 WARN [BP-415896688-172.17.0.2-1732605439447 heartbeating to localhost/127.0.0.1:43793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-415896688-172.17.0.2-1732605439447 (Datanode Uuid b7912851-7680-445f-b837-170afe52a564) service to localhost/127.0.0.1:43793 2024-11-26T07:17:27,920 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:17:27,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:17:27,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/cluster_4fa43cfc-cdb4-a757-8f9c-6a0989617237/data/data1/current/BP-415896688-172.17.0.2-1732605439447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:27,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/cluster_4fa43cfc-cdb4-a757-8f9c-6a0989617237/data/data2/current/BP-415896688-172.17.0.2-1732605439447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:27,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:17:27,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:27,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:27,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:27,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:27,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:27,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:17:27,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:17:27,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:27,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:27,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:27,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:27,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:27,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:17:27,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=657739111, stopped=false 2024-11-26T07:17:27,944 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,42843,1732605436209 2024-11-26T07:17:27,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0651840244/running 2024-11-26T07:17:27,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0651840244/running 2024-11-26T07:17:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:27,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:27,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:27,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:27,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:27,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,38527,1732605436265' ***** 2024-11-26T07:17:27,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:17:27,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on znode that does not yet exist, /0651840244/running 2024-11-26T07:17:27,946 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:17:27,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Set watcher on znode that does not yet exist, /0651840244/running 2024-11-26T07:17:27,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(3091): Received CLOSE for 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,38527,1732605436265 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:38527. 2024-11-26T07:17:27,947 DEBUG [RS:0;15ed1af4400d:38527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:27,947 DEBUG [RS:0;15ed1af4400d:38527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:27,947 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35de82ec90f7b7878565ac857f66672a, disabling compactions & flushes 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:17:27,947 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:17:27,947 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:27,947 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:17:27,947 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. after waiting 0 ms 2024-11-26T07:17:27,948 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:27,948 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35de82ec90f7b7878565ac857f66672a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T07:17:27,948 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:17:27,948 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1325): Online Regions={35de82ec90f7b7878565ac857f66672a=hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:17:27,948 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:27,948 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:27,948 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:27,948 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:27,948 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:27,948 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:27,948 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T07:17:27,964 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a/.tmp/queue/d20cfc4de3f74f5d87c42603bdff0b12 is 151, key is 1-15ed1af4400d,38527,1732605436265/queue:15ed1af4400d%2C38527%2C1732605436265/1732605445038/Put/seqid=0 2024-11-26T07:17:27,964 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/info/be6a04989feb4b688516c7501e6896bd is 147, key is hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a./info:regioninfo/1732605444817/Put/seqid=0 2024-11-26T07:17:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741839_1015 (size=6631) 2024-11-26T07:17:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741838_1014 (size=5350) 2024-11-26T07:17:28,030 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:28,148 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:28,171 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:17:28,171 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:17:28,348 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35de82ec90f7b7878565ac857f66672a 2024-11-26T07:17:28,369 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a/.tmp/queue/d20cfc4de3f74f5d87c42603bdff0b12 2024-11-26T07:17:28,369 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/info/be6a04989feb4b688516c7501e6896bd 2024-11-26T07:17:28,376 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a/.tmp/queue/d20cfc4de3f74f5d87c42603bdff0b12 as hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a/queue/d20cfc4de3f74f5d87c42603bdff0b12 2024-11-26T07:17:28,381 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a/queue/d20cfc4de3f74f5d87c42603bdff0b12, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T07:17:28,383 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35de82ec90f7b7878565ac857f66672a in 434ms, sequenceid=5, compaction requested=false 2024-11-26T07:17:28,383 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:17:28,391 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/replication/35de82ec90f7b7878565ac857f66672a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:17:28,391 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:28,391 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:28,391 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:28,392 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35de82ec90f7b7878565ac857f66672a: Waiting for close lock at 1732605447947Running coprocessor pre-close hooks at 1732605447947Disabling compacts and flushes for region at 1732605447947Disabling writes for close at 1732605447948 (+1 ms)Obtaining lock to block concurrent updates at 1732605447948Preparing flush snapshotting stores in 35de82ec90f7b7878565ac857f66672a at 1732605447948Finished memstore snapshotting hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732605447948Flushing stores of hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. at 1732605447949 (+1 ms)Flushing 35de82ec90f7b7878565ac857f66672a/queue: creating writer at 1732605447949Flushing 35de82ec90f7b7878565ac857f66672a/queue: appending metadata at 1732605447963 (+14 ms)Flushing 35de82ec90f7b7878565ac857f66672a/queue: closing flushed file at 1732605447963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bba4645: reopening flushed file at 1732605448375 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35de82ec90f7b7878565ac857f66672a in 434ms, sequenceid=5, compaction requested=false at 1732605448383 (+8 ms)Writing region close event to WAL at 1732605448388 (+5 ms)Running coprocessor post-close hooks at 1732605448391 (+3 ms)Closed at 1732605448391 2024-11-26T07:17:28,392 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605443630.35de82ec90f7b7878565ac857f66672a. 2024-11-26T07:17:28,400 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/ns/62d1b06ff0de42b2bab4d546c96b3131 is 43, key is default/ns:d/1732605439285/Put/seqid=0 2024-11-26T07:17:28,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741840_1016 (size=5153) 2024-11-26T07:17:28,548 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:28,601 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.wal-reader.15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.1732605438264 to pos 0, reset compression=false 2024-11-26T07:17:28,749 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:28,804 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/ns/62d1b06ff0de42b2bab4d546c96b3131 2024-11-26T07:17:28,825 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/table/bea8330af6ac4742afff8300dc2c9700 is 53, key is hbase:replication/table:state/1732605444827/Put/seqid=0 2024-11-26T07:17:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741841_1017 (size=5256) 2024-11-26T07:17:28,949 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:17:28,949 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:17:28,949 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:29,149 DEBUG [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:17:29,230 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/table/bea8330af6ac4742afff8300dc2c9700 2024-11-26T07:17:29,236 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/info/be6a04989feb4b688516c7501e6896bd as hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/info/be6a04989feb4b688516c7501e6896bd 2024-11-26T07:17:29,242 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/info/be6a04989feb4b688516c7501e6896bd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T07:17:29,243 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/ns/62d1b06ff0de42b2bab4d546c96b3131 as hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/ns/62d1b06ff0de42b2bab4d546c96b3131 2024-11-26T07:17:29,248 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/ns/62d1b06ff0de42b2bab4d546c96b3131, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:17:29,249 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/.tmp/table/bea8330af6ac4742afff8300dc2c9700 as hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/table/bea8330af6ac4742afff8300dc2c9700 2024-11-26T07:17:29,254 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/table/bea8330af6ac4742afff8300dc2c9700, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T07:17:29,255 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false 2024-11-26T07:17:29,259 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:17:29,260 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:29,260 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:29,260 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:29,260 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605447948Running coprocessor pre-close hooks at 1732605447948Disabling compacts and flushes for region at 1732605447948Disabling writes for close at 1732605447948Obtaining lock to block concurrent updates at 1732605447948Preparing flush snapshotting stores in 1588230740 at 1732605447948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732605447949 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732605447949Flushing 1588230740/info: creating writer at 1732605447950 (+1 ms)Flushing 1588230740/info: appending metadata at 1732605447964 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732605447964Flushing 1588230740/ns: creating writer at 1732605448375 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732605448399 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732605448399Flushing 1588230740/table: creating writer at 1732605448810 (+411 ms)Flushing 1588230740/table: appending metadata at 1732605448825 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732605448825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75cb4840: reopening flushed file at 1732605449236 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461bd90: reopening flushed file at 1732605449242 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ce0bd6: reopening flushed file at 1732605449248 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false at 1732605449255 (+7 ms)Writing region close event to WAL at 1732605449256 (+1 ms)Running coprocessor post-close hooks at 1732605449260 (+4 ms)Closed at 1732605449260 2024-11-26T07:17:29,260 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:29,349 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,38527,1732605436265; all regions closed. 2024-11-26T07:17:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741834_1010 (size=2742) 2024-11-26T07:17:29,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/WALs/15ed1af4400d,38527,1732605436265/15ed1af4400d%2C38527%2C1732605436265.meta.1732605439228.meta not finished, retry = 0 2024-11-26T07:17:29,455 DEBUG [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/oldWALs 2024-11-26T07:17:29,455 INFO [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38527%2C1732605436265.meta:.meta(num 1732605439228) 2024-11-26T07:17:29,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741837_1013 (size=1586) 2024-11-26T07:17:29,459 DEBUG [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/oldWALs 2024-11-26T07:17:29,459 INFO [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38527%2C1732605436265.rep:(num 1732605444778) 2024-11-26T07:17:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741832_1008 (size=93) 2024-11-26T07:17:29,464 DEBUG [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/oldWALs 2024-11-26T07:17:29,464 INFO [RS:0;15ed1af4400d:38527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38527%2C1732605436265:(num 1732605438264) 2024-11-26T07:17:29,464 DEBUG [RS:0;15ed1af4400d:38527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:29,464 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:17:29,464 INFO [RS:0;15ed1af4400d:38527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:29,464 INFO [RS:0;15ed1af4400d:38527 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:29,465 INFO [RS:0;15ed1af4400d:38527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:29,465 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:29,465 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,38527,1732605436265 because: Region server is closing 2024-11-26T07:17:29,465 INFO [RS:0;15ed1af4400d:38527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:38527. 2024-11-26T07:17:29,465 DEBUG [RS:0;15ed1af4400d:38527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:29,465 DEBUG [RS:0;15ed1af4400d:38527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:29,465 DEBUG [RS:0;15ed1af4400d:38527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:29,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:29,566 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.shipper15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:17:29,566 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38527,1732605436265.replicationSource.shipper15ed1af4400d%2C38527%2C1732605436265,1-15ed1af4400d,38527,1732605436265 terminated 2024-11-26T07:17:29,566 INFO [RS:0;15ed1af4400d:38527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38527 2024-11-26T07:17:29,568 INFO [RS:0;15ed1af4400d:38527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244/rs 2024-11-26T07:17:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0651840244/rs/15ed1af4400d,38527,1732605436265 2024-11-26T07:17:29,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,38527,1732605436265] 2024-11-26T07:17:29,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0651840244/draining/15ed1af4400d,38527,1732605436265 already deleted, retry=false 2024-11-26T07:17:29,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,38527,1732605436265 expired; onlineServers=0 2024-11-26T07:17:29,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,42843,1732605436209' ***** 2024-11-26T07:17:29,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:17:29,573 INFO [M:0;15ed1af4400d:42843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:17:29,573 INFO [M:0;15ed1af4400d:42843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:17:29,573 DEBUG [M:0;15ed1af4400d:42843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:17:29,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:17:29,573 DEBUG [M:0;15ed1af4400d:42843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:17:29,573 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605438069 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605438069,5,FailOnTimeoutGroup] 2024-11-26T07:17:29,573 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605438070 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605438070,5,FailOnTimeoutGroup] 2024-11-26T07:17:29,573 INFO [M:0;15ed1af4400d:42843 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:17:29,574 INFO [M:0;15ed1af4400d:42843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:17:29,574 DEBUG [M:0;15ed1af4400d:42843 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:17:29,574 INFO [M:0;15ed1af4400d:42843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:17:29,574 INFO [M:0;15ed1af4400d:42843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:17:29,574 INFO [M:0;15ed1af4400d:42843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:17:29,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:17:29,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0651840244/master 2024-11-26T07:17:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0651840244 2024-11-26T07:17:29,575 DEBUG [M:0;15ed1af4400d:42843 {}] zookeeper.ZKUtil(347): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Unable to get data of znode /0651840244/master because node does not exist (not an error) 2024-11-26T07:17:29,575 WARN [M:0;15ed1af4400d:42843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:17:29,575 INFO [M:0;15ed1af4400d:42843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/.lastflushedseqids 2024-11-26T07:17:29,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741842_1018 (size=181) 2024-11-26T07:17:29,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:29,672 INFO [RS:0;15ed1af4400d:38527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:29,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38527-0x1015322c7e20001, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:29,672 INFO [RS:0;15ed1af4400d:38527 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,38527,1732605436265; zookeeper connection closed. 2024-11-26T07:17:29,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25be4d23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25be4d23 2024-11-26T07:17:29,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:17:29,981 INFO [M:0;15ed1af4400d:42843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:17:29,981 INFO [M:0;15ed1af4400d:42843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:17:29,981 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:29,981 INFO [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:29,981 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:29,981 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:29,982 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:29,982 INFO [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T07:17:29,998 DEBUG [M:0;15ed1af4400d:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b4b9a6db9124d95a5c86a1a8764cdc7 is 82, key is hbase:meta,,1/info:regioninfo/1732605439269/Put/seqid=0 2024-11-26T07:17:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741843_1019 (size=5672) 2024-11-26T07:17:30,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:30,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:30,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:30,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:30,403 INFO [M:0;15ed1af4400d:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b4b9a6db9124d95a5c86a1a8764cdc7 2024-11-26T07:17:30,423 DEBUG [M:0;15ed1af4400d:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/781cedb401a04fda9054384d974ca281 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732605444832/Put/seqid=0 2024-11-26T07:17:30,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741844_1020 (size=7203) 2024-11-26T07:17:30,828 INFO [M:0;15ed1af4400d:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/781cedb401a04fda9054384d974ca281 2024-11-26T07:17:30,848 DEBUG [M:0;15ed1af4400d:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bb017fcc0904cfa8cf72f935038c055 is 69, key is 15ed1af4400d,38527,1732605436265/rs:state/1732605438107/Put/seqid=0 2024-11-26T07:17:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741845_1021 (size=5156) 2024-11-26T07:17:31,253 INFO [M:0;15ed1af4400d:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bb017fcc0904cfa8cf72f935038c055 2024-11-26T07:17:31,259 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b4b9a6db9124d95a5c86a1a8764cdc7 as hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b4b9a6db9124d95a5c86a1a8764cdc7 2024-11-26T07:17:31,264 INFO [M:0;15ed1af4400d:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b4b9a6db9124d95a5c86a1a8764cdc7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T07:17:31,265 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/781cedb401a04fda9054384d974ca281 as hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/781cedb401a04fda9054384d974ca281 2024-11-26T07:17:31,270 INFO [M:0;15ed1af4400d:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/781cedb401a04fda9054384d974ca281, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T07:17:31,271 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bb017fcc0904cfa8cf72f935038c055 as hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bb017fcc0904cfa8cf72f935038c055 2024-11-26T07:17:31,276 INFO [M:0;15ed1af4400d:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40185/user/jenkins/test-data/fba11e65-46d1-6aba-df30-e7db4cbfe246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bb017fcc0904cfa8cf72f935038c055, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T07:17:31,277 INFO [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-26T07:17:31,278 INFO [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:31,279 DEBUG [M:0;15ed1af4400d:42843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605449981Disabling compacts and flushes for region at 1732605449981Disabling writes for close at 1732605449981Obtaining lock to block concurrent updates at 1732605449982 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605449982Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732605449982Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605449983 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605449983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605449997 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605449997Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605450408 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605450422 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605450422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605450833 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605450848 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605450848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4447d2c0: reopening flushed file at 1732605451258 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fa1aa3: reopening flushed file at 1732605451264 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed8d66a: reopening flushed file at 1732605451270 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1732605451277 (+7 ms)Writing region close event to WAL at 1732605451278 (+1 ms)Closed at 1732605451278 2024-11-26T07:17:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741830_1006 (size=41008) 2024-11-26T07:17:31,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:17:31,281 INFO [M:0;15ed1af4400d:42843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:17:31,281 INFO [M:0;15ed1af4400d:42843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42843 2024-11-26T07:17:31,282 INFO [M:0;15ed1af4400d:42843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:17:31,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:31,383 INFO [M:0;15ed1af4400d:42843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:17:31,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1015322c7e20000, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:17:31,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61131b46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:31,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:31,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:31,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:31,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:31,389 WARN [BP-96485673-172.17.0.2-1732605435266 heartbeating to localhost/127.0.0.1:40185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:17:31,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:17:31,389 WARN [BP-96485673-172.17.0.2-1732605435266 heartbeating to localhost/127.0.0.1:40185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-96485673-172.17.0.2-1732605435266 (Datanode Uuid 2d03af93-37e1-457c-89d3-bde7087bd2db) service to localhost/127.0.0.1:40185 2024-11-26T07:17:31,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:17:31,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c/data/data1/current/BP-96485673-172.17.0.2-1732605435266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:31,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/cluster_19179871-cc07-b09e-f596-cf7bc809f46c/data/data2/current/BP-96485673-172.17.0.2-1732605435266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:17:31,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:17:31,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79d1e79d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:31,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:17:31,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:17:31,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:17:31,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09937a51-e1ce-3275-bbad-45efce3eebf2/hadoop.log.dir/,STOPPED} 2024-11-26T07:17:31,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:17:31,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:17:31,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 113) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43793 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40185 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=7286 (was 7633) 2024-11-26T07:17:31,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=7286 2024-11-26T07:17:31,444 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T07:17:31,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.log.dir so I do NOT create it in target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb 2024-11-26T07:17:31,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:17:31,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.tmp.dir so I do NOT create it in target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb 2024-11-26T07:17:31,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd01e62-d4bd-0c96-f4c0-7fcc9f155e4d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:17:31,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb 2024-11-26T07:17:31,444 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91, deleteOnExit=true 2024-11-26T07:17:31,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91/zookeeper_0, clientPort=53231, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:17:31,448 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53231 2024-11-26T07:17:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:17:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:17:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/test.cache.data in system properties and HBase conf 2024-11-26T07:17:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:17:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:17:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:17:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:17:31,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:17:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:31,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:17:31,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:17:31,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015322c7e20005, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:17:31,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015322c7e20002, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:17:31,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015322c7e20002, quorum=127.0.0.1:57460, baseZNode=/0651840244 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:17:31,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015322c7e20005, quorum=127.0.0.1:57460, baseZNode=/1-918004287 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:17:31,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:31,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:31,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:31,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:31,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:17:31,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:31,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:31,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:31,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a317101{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/java.io.tmpdir/jetty-localhost-44025-hadoop-hdfs-3_4_1-tests_jar-_-any-2690596066678371403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:31,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:44025} 2024-11-26T07:17:31,671 INFO [Time-limited test {}] server.Server(415): Started @44016ms 2024-11-26T07:17:31,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:31,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:31,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:31,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:31,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:17:31,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:31,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:31,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ec5fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/java.io.tmpdir/jetty-localhost-39087-hadoop-hdfs-3_4_1-tests_jar-_-any-3227436241232820335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:31,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:39087} 2024-11-26T07:17:31,868 INFO [Time-limited test {}] server.Server(415): Started @44212ms 2024-11-26T07:17:31,869 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:17:31,967 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91/data/data1/current/BP-984413251-172.17.0.2-1732605451479/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:31,967 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91/data/data2/current/BP-984413251-172.17.0.2-1732605451479/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:31,990 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:17:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21594910ea0cb33 with lease ID 0x13617f31b34d9927: Processing first storage report for DS-091a98f4-c440-4635-9648-676a68677801 from datanode DatanodeRegistration(127.0.0.1:42339, datanodeUuid=43828370-e751-4204-b659-cadae9150d1a, infoPort=33575, infoSecurePort=0, ipcPort=40857, storageInfo=lv=-57;cid=testClusterID;nsid=1237699701;c=1732605451479) 2024-11-26T07:17:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21594910ea0cb33 with lease ID 0x13617f31b34d9927: from storage DS-091a98f4-c440-4635-9648-676a68677801 node DatanodeRegistration(127.0.0.1:42339, datanodeUuid=43828370-e751-4204-b659-cadae9150d1a, infoPort=33575, infoSecurePort=0, ipcPort=40857, storageInfo=lv=-57;cid=testClusterID;nsid=1237699701;c=1732605451479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21594910ea0cb33 with lease ID 0x13617f31b34d9927: Processing first storage report for DS-f79ee39a-8b8a-4b8f-9110-86dfe0095a66 from datanode DatanodeRegistration(127.0.0.1:42339, datanodeUuid=43828370-e751-4204-b659-cadae9150d1a, infoPort=33575, infoSecurePort=0, ipcPort=40857, storageInfo=lv=-57;cid=testClusterID;nsid=1237699701;c=1732605451479) 2024-11-26T07:17:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21594910ea0cb33 with lease ID 0x13617f31b34d9927: from storage DS-f79ee39a-8b8a-4b8f-9110-86dfe0095a66 node DatanodeRegistration(127.0.0.1:42339, datanodeUuid=43828370-e751-4204-b659-cadae9150d1a, infoPort=33575, infoSecurePort=0, ipcPort=40857, storageInfo=lv=-57;cid=testClusterID;nsid=1237699701;c=1732605451479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:31,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb 2024-11-26T07:17:31,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:31,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:17:32,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041 with version=8 2024-11-26T07:17:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/hbase-staging 2024-11-26T07:17:32,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:32,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:32,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:32,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:32,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:32,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:32,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:17:32,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:32,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41589 2024-11-26T07:17:32,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41589 connecting to ZooKeeper ensemble=127.0.0.1:53231 2024-11-26T07:17:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415890x0, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:32,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41589-0x101532307460000 connected 2024-11-26T07:17:32,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:32,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:32,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on znode that does not yet exist, /01023792381/running 2024-11-26T07:17:32,443 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041, hbase.cluster.distributed=false 2024-11-26T07:17:32,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on znode that does not yet exist, /01023792381/acl 2024-11-26T07:17:32,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-26T07:17:32,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41589 2024-11-26T07:17:32,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41589 2024-11-26T07:17:32,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-26T07:17:32,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-26T07:17:32,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:32,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:32,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:32,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:32,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:32,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:32,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:17:32,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:32,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38013 2024-11-26T07:17:32,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38013 connecting to ZooKeeper ensemble=127.0.0.1:53231 2024-11-26T07:17:32,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:32,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380130x0, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:32,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380130x0, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on znode that does not yet exist, /01023792381/running 2024-11-26T07:17:32,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38013-0x101532307460001 connected 2024-11-26T07:17:32,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:17:32,471 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:17:32,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on znode that does not yet exist, /01023792381/master 2024-11-26T07:17:32,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on znode that does not yet exist, /01023792381/acl 2024-11-26T07:17:32,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38013 2024-11-26T07:17:32,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38013 2024-11-26T07:17:32,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38013 2024-11-26T07:17:32,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38013 2024-11-26T07:17:32,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38013 2024-11-26T07:17:32,492 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:41589 2024-11-26T07:17:32,492 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01023792381/backup-masters/15ed1af4400d,41589,1732605452408 2024-11-26T07:17:32,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381/backup-masters 2024-11-26T07:17:32,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381/backup-masters 2024-11-26T07:17:32,494 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on existing znode=/01023792381/backup-masters/15ed1af4400d,41589,1732605452408 2024-11-26T07:17:32,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:32,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01023792381/master 2024-11-26T07:17:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:32,497 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on existing znode=/01023792381/master 2024-11-26T07:17:32,497 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01023792381/backup-masters/15ed1af4400d,41589,1732605452408 from backup master directory 2024-11-26T07:17:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01023792381/backup-masters/15ed1af4400d,41589,1732605452408 2024-11-26T07:17:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381/backup-masters 2024-11-26T07:17:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381/backup-masters 2024-11-26T07:17:32,498 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:32,498 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,41589,1732605452408 2024-11-26T07:17:32,502 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/hbase.id] with ID: 6b40023e-4aca-4900-8bca-2b67e82b8207 2024-11-26T07:17:32,502 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/.tmp/hbase.id 2024-11-26T07:17:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:17:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:17:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:17:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:32,911 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/.tmp/hbase.id]:[hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/hbase.id] 2024-11-26T07:17:32,922 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:32,922 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:17:32,923 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:17:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:17:33,332 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:33,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:17:33,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:17:33,741 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store 2024-11-26T07:17:33,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:17:34,147 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:34,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:34,148 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:34,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:34,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:34,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:34,148 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:34,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605454148Disabling compacts and flushes for region at 1732605454148Disabling writes for close at 1732605454148Writing region close event to WAL at 1732605454148Closed at 1732605454148 2024-11-26T07:17:34,149 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/.initializing 2024-11-26T07:17:34,149 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/WALs/15ed1af4400d,41589,1732605452408 2024-11-26T07:17:34,150 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:34,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C41589%2C1732605452408, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/WALs/15ed1af4400d,41589,1732605452408, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/oldWALs, maxLogs=10 2024-11-26T07:17:34,168 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/WALs/15ed1af4400d,41589,1732605452408/15ed1af4400d%2C41589%2C1732605452408.1732605454151, exclude list is [], retry=0 2024-11-26T07:17:34,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-091a98f4-c440-4635-9648-676a68677801,DISK] 2024-11-26T07:17:34,173 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/WALs/15ed1af4400d,41589,1732605452408/15ed1af4400d%2C41589%2C1732605452408.1732605454151 2024-11-26T07:17:34,173 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-26T07:17:34,173 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:34,173 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:34,173 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,173 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:17:34,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:34,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:34,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:17:34,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:34,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:34,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:17:34,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:34,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:34,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:17:34,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:34,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:34,183 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,185 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,185 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,186 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:34,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:34,189 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:34,189 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58848128, jitterRate=-0.12309455871582031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:34,190 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605454174Initializing all the Stores at 1732605454174Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605454174Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605454175 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605454175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605454175Cleaning up temporary data from old regions at 1732605454185 (+10 ms)Region opened successfully at 1732605454190 (+5 ms) 2024-11-26T07:17:34,190 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:17:34,193 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f8ea06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:34,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:17:34,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:17:34,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:17:34,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:17:34,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:17:34,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:17:34,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:17:34,196 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:17:34,197 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Unable to get data of znode /01023792381/balancer because node does not exist (not necessarily an error) 2024-11-26T07:17:34,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01023792381/balancer already deleted, retry=false 2024-11-26T07:17:34,199 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:17:34,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Unable to get data of znode /01023792381/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:17:34,202 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01023792381/normalizer already deleted, retry=false 2024-11-26T07:17:34,202 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:17:34,203 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Unable to get data of znode /01023792381/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:17:34,204 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01023792381/switch/split already deleted, retry=false 2024-11-26T07:17:34,205 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Unable to get data of znode /01023792381/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:17:34,206 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01023792381/switch/merge already deleted, retry=false 2024-11-26T07:17:34,208 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Unable to get data of znode /01023792381/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:17:34,209 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01023792381/snapshot-cleanup already deleted, retry=false 2024-11-26T07:17:34,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01023792381/running 2024-11-26T07:17:34,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01023792381/running 2024-11-26T07:17:34,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:34,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:34,213 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,41589,1732605452408, sessionid=0x101532307460000, setting cluster-up flag (Was=false) 2024-11-26T07:17:34,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:34,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:34,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01023792381/flush-table-proc/acquired, /01023792381/flush-table-proc/reached, /01023792381/flush-table-proc/abort 2024-11-26T07:17:34,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,41589,1732605452408 2024-11-26T07:17:34,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:34,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:34,229 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01023792381/online-snapshot/acquired, /01023792381/online-snapshot/reached, /01023792381/online-snapshot/abort 2024-11-26T07:17:34,230 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,41589,1732605452408 2024-11-26T07:17:34,231 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:17:34,232 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:34,232 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:17:34,232 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:17:34,233 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,41589,1732605452408 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:34,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605484235 2024-11-26T07:17:34,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:17:34,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:17:34,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:17:34,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:17:34,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:34,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:17:34,235 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:17:34,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:17:34,236 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,236 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:17:34,236 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:17:34,236 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:17:34,236 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:17:34,236 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:34,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:17:34,237 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:17:34,237 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:17:34,238 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605454238,5,FailOnTimeoutGroup] 2024-11-26T07:17:34,238 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605454238,5,FailOnTimeoutGroup] 2024-11-26T07:17:34,238 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,238 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:17:34,238 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,238 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:17:34,283 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(746): ClusterId : 6b40023e-4aca-4900-8bca-2b67e82b8207 2024-11-26T07:17:34,283 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:17:34,285 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:17:34,285 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:17:34,288 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:17:34,288 DEBUG [RS:0;15ed1af4400d:38013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf290c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:34,301 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:38013 2024-11-26T07:17:34,301 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:17:34,301 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:17:34,301 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:17:34,302 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,41589,1732605452408 with port=38013, startcode=1732605452461 2024-11-26T07:17:34,302 DEBUG [RS:0;15ed1af4400d:38013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:17:34,303 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:17:34,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,38013,1732605452461 2024-11-26T07:17:34,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41589 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:34,306 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041 2024-11-26T07:17:34,306 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44933 2024-11-26T07:17:34,306 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:17:34,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381/rs 2024-11-26T07:17:34,308 DEBUG [RS:0;15ed1af4400d:38013 {}] zookeeper.ZKUtil(111): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on existing znode=/01023792381/rs/15ed1af4400d,38013,1732605452461 2024-11-26T07:17:34,308 WARN [RS:0;15ed1af4400d:38013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:34,308 INFO [RS:0;15ed1af4400d:38013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:34,308 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461 2024-11-26T07:17:34,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,38013,1732605452461] 2024-11-26T07:17:34,311 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:17:34,313 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:17:34,313 INFO [RS:0;15ed1af4400d:38013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:17:34,313 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,314 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:17:34,314 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:17:34,314 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:34,315 DEBUG [RS:0;15ed1af4400d:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:34,316 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,316 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,316 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,316 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,316 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,316 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38013,1732605452461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:34,334 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:17:34,334 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38013,1732605452461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,334 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,334 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.Replication(171): 15ed1af4400d,38013,1732605452461 started 2024-11-26T07:17:34,348 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:34,348 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,38013,1732605452461, RpcServer on 15ed1af4400d/172.17.0.2:38013, sessionid=0x101532307460001 2024-11-26T07:17:34,348 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:17:34,348 DEBUG [RS:0;15ed1af4400d:38013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,38013,1732605452461 2024-11-26T07:17:34,348 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,38013,1732605452461' 2024-11-26T07:17:34,348 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01023792381/flush-table-proc/abort' 2024-11-26T07:17:34,349 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01023792381/flush-table-proc/acquired' 2024-11-26T07:17:34,349 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:17:34,349 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:17:34,349 DEBUG [RS:0;15ed1af4400d:38013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,38013,1732605452461 2024-11-26T07:17:34,349 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,38013,1732605452461' 2024-11-26T07:17:34,349 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01023792381/online-snapshot/abort' 2024-11-26T07:17:34,350 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01023792381/online-snapshot/acquired' 2024-11-26T07:17:34,350 DEBUG [RS:0;15ed1af4400d:38013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:17:34,350 INFO [RS:0;15ed1af4400d:38013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:17:34,350 INFO [RS:0;15ed1af4400d:38013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:17:34,450 INFO [RS:0;15ed1af4400d:38013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:34,452 INFO [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38013%2C1732605452461, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/oldWALs, maxLogs=10 2024-11-26T07:17:34,466 DEBUG [RS:0;15ed1af4400d:38013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452, exclude list is [], retry=0 2024-11-26T07:17:34,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-091a98f4-c440-4635-9648-676a68677801,DISK] 2024-11-26T07:17:34,470 INFO [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 2024-11-26T07:17:34,470 DEBUG [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-26T07:17:34,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:17:34,646 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041 2024-11-26T07:17:34,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:17:35,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:35,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:35,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:35,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:35,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:35,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:35,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:35,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:35,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:35,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:35,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740 2024-11-26T07:17:35,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740 2024-11-26T07:17:35,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:35,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:35,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:35,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:35,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:35,067 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61879879, jitterRate=-0.07791794836521149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:35,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605455053Initializing all the Stores at 1732605455054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605455054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605455054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605455054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605455054Cleaning up temporary data from old regions at 1732605455063 (+9 ms)Region opened successfully at 1732605455067 (+4 ms) 2024-11-26T07:17:35,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:35,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:35,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:35,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:35,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:35,068 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:35,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605455068Disabling compacts and flushes for region at 1732605455068Disabling writes for close at 1732605455068Writing region close event to WAL at 1732605455068Closed at 1732605455068 2024-11-26T07:17:35,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:35,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:17:35,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:17:35,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:35,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:17:35,222 DEBUG [15ed1af4400d:41589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:17:35,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:35,224 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,38013,1732605452461, state=OPENING 2024-11-26T07:17:35,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:17:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:35,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01023792381/meta-region-server: CHANGED 2024-11-26T07:17:35,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01023792381/meta-region-server: CHANGED 2024-11-26T07:17:35,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:35,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,38013,1732605452461}] 2024-11-26T07:17:35,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:17:35,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:17:35,386 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:17:35,386 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:35,387 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:17:35,388 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38013%2C1732605452461.meta, suffix=.meta, logDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/oldWALs, maxLogs=10 2024-11-26T07:17:35,409 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.meta.1732605455389.meta, exclude list is [], retry=0 2024-11-26T07:17:35,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-091a98f4-c440-4635-9648-676a68677801,DISK] 2024-11-26T07:17:35,413 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.meta.1732605455389.meta 2024-11-26T07:17:35,413 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-26T07:17:35,413 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:35,414 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:35,414 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:35,414 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:17:35,414 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:17:35,414 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:17:35,414 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:35,414 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:17:35,414 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:17:35,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:35,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:35,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:35,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:35,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:35,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:35,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:35,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:35,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:35,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:35,421 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:35,422 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740 2024-11-26T07:17:35,423 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740 2024-11-26T07:17:35,424 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:35,424 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:35,425 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:35,426 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:35,426 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58725050, jitterRate=-0.1249285638332367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:35,426 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:17:35,427 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605455414Writing region info on filesystem at 1732605455414Initializing all the Stores at 1732605455415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605455415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605455415Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605455415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605455415Cleaning up temporary data from old regions at 1732605455424 (+9 ms)Running coprocessor post-open hooks at 1732605455426 (+2 ms)Region opened successfully at 1732605455427 (+1 ms) 2024-11-26T07:17:35,428 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605455380 2024-11-26T07:17:35,430 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:17:35,430 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:17:35,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:35,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,38013,1732605452461, state=OPEN 2024-11-26T07:17:35,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01023792381/meta-region-server 2024-11-26T07:17:35,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01023792381/meta-region-server 2024-11-26T07:17:35,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:35,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01023792381/meta-region-server: CHANGED 2024-11-26T07:17:35,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01023792381/meta-region-server: CHANGED 2024-11-26T07:17:35,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:17:35,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,38013,1732605452461 in 210 msec 2024-11-26T07:17:35,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:17:35,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-26T07:17:35,443 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:35,443 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:17:35,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:35,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38013,1732605452461, seqNum=-1] 2024-11-26T07:17:35,444 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:35,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:35,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-26T07:17:35,451 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605455451, completionTime=-1 2024-11-26T07:17:35,451 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:17:35,451 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:17:35,453 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:17:35,453 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605515453 2024-11-26T07:17:35,453 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605575453 2024-11-26T07:17:35,453 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:17:35,453 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41589,1732605452408-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:35,454 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41589,1732605452408-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:35,454 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41589,1732605452408-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:35,454 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:41589, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:35,454 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:35,454 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:35,456 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41589,1732605452408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:35,458 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41589,1732605452408-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:17:35,461 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:17:35,461 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:17:35,461 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41589,1732605452408-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:35,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:35,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,41589,-1 for getting cluster id 2024-11-26T07:17:35,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:35,486 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b40023e-4aca-4900-8bca-2b67e82b8207' 2024-11-26T07:17:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b40023e-4aca-4900-8bca-2b67e82b8207" 2024-11-26T07:17:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7650a6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,41589,-1] 2024-11-26T07:17:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:35,488 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:35,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f366e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:35,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38013,1732605452461, seqNum=-1] 2024-11-26T07:17:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:35,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:35,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,41589,1732605452408 2024-11-26T07:17:35,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53231 2024-11-26T07:17:35,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:35,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101532307460002 connected 2024-11-26T07:17:35,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.log.dir so I do NOT create it in target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082 2024-11-26T07:17:35,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:17:35,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.tmp.dir so I do NOT create it in target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082 2024-11-26T07:17:35,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:17:35,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082 2024-11-26T07:17:35,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:17:35,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/cluster_cee95c79-bb65-d8c0-6d93-292be17d16af, deleteOnExit=true 2024-11-26T07:17:35,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:17:35,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/test.cache.data in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:17:35,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:17:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:17:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:17:35,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:35,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:35,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:35,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:35,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:17:35,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:35,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:35,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:35,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444d644d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/java.io.tmpdir/jetty-localhost-42255-hadoop-hdfs-3_4_1-tests_jar-_-any-10675584790615684625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:17:35,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:42255} 2024-11-26T07:17:35,713 INFO [Time-limited test {}] server.Server(415): Started @48058ms 2024-11-26T07:17:35,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:17:35,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:17:35,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:17:35,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:17:35,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:17:35,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:17:35,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:17:35,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bd404e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/java.io.tmpdir/jetty-localhost-39815-hadoop-hdfs-3_4_1-tests_jar-_-any-171422400480350131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:17:35,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:39815} 2024-11-26T07:17:35,911 INFO [Time-limited test {}] server.Server(415): Started @48256ms 2024-11-26T07:17:35,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:17:36,006 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/cluster_cee95c79-bb65-d8c0-6d93-292be17d16af/data/data1/current/BP-668310494-172.17.0.2-1732605455528/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:36,006 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/cluster_cee95c79-bb65-d8c0-6d93-292be17d16af/data/data2/current/BP-668310494-172.17.0.2-1732605455528/current, will proceed with Du for space computation calculation, 2024-11-26T07:17:36,027 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:17:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20018497f13d060b with lease ID 0x97ac96923394ef4c: Processing first storage report for DS-d7c4f96a-adba-415c-83de-4d1d0bc173a3 from datanode DatanodeRegistration(127.0.0.1:39349, datanodeUuid=d7278386-5986-409a-8d3f-44d7415ff902, infoPort=43547, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=994056518;c=1732605455528) 2024-11-26T07:17:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20018497f13d060b with lease ID 0x97ac96923394ef4c: from storage DS-d7c4f96a-adba-415c-83de-4d1d0bc173a3 node DatanodeRegistration(127.0.0.1:39349, datanodeUuid=d7278386-5986-409a-8d3f-44d7415ff902, infoPort=43547, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=994056518;c=1732605455528), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20018497f13d060b with lease ID 0x97ac96923394ef4c: Processing first storage report for DS-9fc074e8-309e-4877-858a-adbcf599fdb3 from datanode DatanodeRegistration(127.0.0.1:39349, datanodeUuid=d7278386-5986-409a-8d3f-44d7415ff902, infoPort=43547, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=994056518;c=1732605455528) 2024-11-26T07:17:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20018497f13d060b with lease ID 0x97ac96923394ef4c: from storage DS-9fc074e8-309e-4877-858a-adbcf599fdb3 node DatanodeRegistration(127.0.0.1:39349, datanodeUuid=d7278386-5986-409a-8d3f-44d7415ff902, infoPort=43547, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=994056518;c=1732605455528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:17:36,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082 2024-11-26T07:17:36,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:36,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:17:36,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4 with version=8 2024-11-26T07:17:36,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/hbase-staging 2024-11-26T07:17:36,449 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:36,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:36,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:36,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:36,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:36,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:36,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:17:36,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:36,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36425 2024-11-26T07:17:36,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36425 connecting to ZooKeeper ensemble=127.0.0.1:53231 2024-11-26T07:17:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364250x0, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:36,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36425-0x101532307460003 connected 2024-11-26T07:17:36,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:36,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:36,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on znode that does not yet exist, /1-1308899999/running 2024-11-26T07:17:36,471 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4, hbase.cluster.distributed=false 2024-11-26T07:17:36,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on znode that does not yet exist, /1-1308899999/acl 2024-11-26T07:17:36,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-26T07:17:36,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36425 2024-11-26T07:17:36,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36425 2024-11-26T07:17:36,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-26T07:17:36,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-26T07:17:36,489 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:17:36,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:36,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:36,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:17:36,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:17:36,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:17:36,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:17:36,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:17:36,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35869 2024-11-26T07:17:36,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35869 connecting to ZooKeeper ensemble=127.0.0.1:53231 2024-11-26T07:17:36,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:36,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:36,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358690x0, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:36,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358690x0, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on znode that does not yet exist, /1-1308899999/running 2024-11-26T07:17:36,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35869-0x101532307460004 connected 2024-11-26T07:17:36,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:17:36,499 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:17:36,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on znode that does not yet exist, /1-1308899999/master 2024-11-26T07:17:36,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on znode that does not yet exist, /1-1308899999/acl 2024-11-26T07:17:36,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-26T07:17:36,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35869 2024-11-26T07:17:36,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35869 2024-11-26T07:17:36,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-26T07:17:36,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-26T07:17:36,516 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:36425 2024-11-26T07:17:36,517 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1308899999/backup-masters/15ed1af4400d,36425,1732605456449 2024-11-26T07:17:36,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999/backup-masters 2024-11-26T07:17:36,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999/backup-masters 2024-11-26T07:17:36,520 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on existing znode=/1-1308899999/backup-masters/15ed1af4400d,36425,1732605456449 2024-11-26T07:17:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308899999/master 2024-11-26T07:17:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:36,522 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on existing znode=/1-1308899999/master 2024-11-26T07:17:36,523 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1308899999/backup-masters/15ed1af4400d,36425,1732605456449 from backup master directory 2024-11-26T07:17:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308899999/backup-masters/15ed1af4400d,36425,1732605456449 2024-11-26T07:17:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999/backup-masters 2024-11-26T07:17:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999/backup-masters 2024-11-26T07:17:36,524 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:36,524 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,36425,1732605456449 2024-11-26T07:17:36,528 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/hbase.id] with ID: 76b51abf-14a0-40ac-8745-cd6f8a453370 2024-11-26T07:17:36,528 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/.tmp/hbase.id 2024-11-26T07:17:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:17:36,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/.tmp/hbase.id]:[hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/hbase.id] 2024-11-26T07:17:36,945 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:36,945 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:17:36,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:17:36,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:36,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:17:37,354 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:37,355 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:17:37,355 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:17:37,763 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store 2024-11-26T07:17:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:17:38,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:38,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:17:38,169 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:38,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:38,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:17:38,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:38,169 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:17:38,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605458169Disabling compacts and flushes for region at 1732605458169Disabling writes for close at 1732605458169Writing region close event to WAL at 1732605458169Closed at 1732605458169 2024-11-26T07:17:38,170 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/.initializing 2024-11-26T07:17:38,170 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/WALs/15ed1af4400d,36425,1732605456449 2024-11-26T07:17:38,171 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:38,173 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C36425%2C1732605456449, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/WALs/15ed1af4400d,36425,1732605456449, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/oldWALs, maxLogs=10 2024-11-26T07:17:38,186 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/WALs/15ed1af4400d,36425,1732605456449/15ed1af4400d%2C36425%2C1732605456449.1732605458173, exclude list is [], retry=0 2024-11-26T07:17:38,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39349,DS-d7c4f96a-adba-415c-83de-4d1d0bc173a3,DISK] 2024-11-26T07:17:38,190 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/WALs/15ed1af4400d,36425,1732605456449/15ed1af4400d%2C36425%2C1732605456449.1732605458173 2024-11-26T07:17:38,190 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-26T07:17:38,190 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:38,191 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:38,191 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,191 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:17:38,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:38,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:17:38,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:38,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:17:38,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:38,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:17:38,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:38,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,201 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,201 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,201 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:38,202 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:17:38,204 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:38,204 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764180, jitterRate=0.11407309770584106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:38,205 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605458191Initializing all the Stores at 1732605458192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605458192Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605458192Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605458192Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605458192Cleaning up temporary data from old regions at 1732605458201 (+9 ms)Region opened successfully at 1732605458205 (+4 ms) 2024-11-26T07:17:38,205 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:17:38,208 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71971eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:38,209 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:17:38,209 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:17:38,209 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:17:38,209 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:17:38,209 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:17:38,210 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:17:38,210 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:17:38,211 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:17:38,212 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Unable to get data of znode /1-1308899999/balancer because node does not exist (not necessarily an error) 2024-11-26T07:17:38,214 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308899999/balancer already deleted, retry=false 2024-11-26T07:17:38,214 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:17:38,214 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Unable to get data of znode /1-1308899999/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:17:38,216 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308899999/normalizer already deleted, retry=false 2024-11-26T07:17:38,216 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:17:38,217 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Unable to get data of znode /1-1308899999/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:17:38,218 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308899999/switch/split already deleted, retry=false 2024-11-26T07:17:38,218 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Unable to get data of znode /1-1308899999/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:17:38,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308899999/switch/merge already deleted, retry=false 2024-11-26T07:17:38,222 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Unable to get data of znode /1-1308899999/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:17:38,223 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308899999/snapshot-cleanup already deleted, retry=false 2024-11-26T07:17:38,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308899999/running 2024-11-26T07:17:38,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308899999/running 2024-11-26T07:17:38,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,225 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,36425,1732605456449, sessionid=0x101532307460003, setting cluster-up flag (Was=false) 2024-11-26T07:17:38,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,233 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1308899999/flush-table-proc/acquired, /1-1308899999/flush-table-proc/reached, /1-1308899999/flush-table-proc/abort 2024-11-26T07:17:38,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,36425,1732605456449 2024-11-26T07:17:38,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,245 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1308899999/online-snapshot/acquired, /1-1308899999/online-snapshot/reached, /1-1308899999/online-snapshot/abort 2024-11-26T07:17:38,246 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,36425,1732605456449 2024-11-26T07:17:38,247 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:17:38,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:38,249 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:17:38,249 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:17:38,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,36425,1732605456449 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:38,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605488251 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:17:38,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:38,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:17:38,252 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:17:38,252 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:17:38,252 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:17:38,252 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:17:38,252 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:17:38,252 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:17:38,252 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605458252,5,FailOnTimeoutGroup] 2024-11-26T07:17:38,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,253 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605458252,5,FailOnTimeoutGroup] 2024-11-26T07:17:38,253 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,253 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:17:38,253 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,253 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:17:38,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:17:38,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:38,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:38,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:38,308 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(746): ClusterId : 76b51abf-14a0-40ac-8745-cd6f8a453370 2024-11-26T07:17:38,308 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:17:38,310 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:17:38,310 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:17:38,312 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:17:38,312 DEBUG [RS:0;15ed1af4400d:35869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48053be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:17:38,327 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:35869 2024-11-26T07:17:38,327 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:17:38,327 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:17:38,327 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:17:38,328 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,36425,1732605456449 with port=35869, startcode=1732605456489 2024-11-26T07:17:38,328 DEBUG [RS:0;15ed1af4400d:35869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:17:38,329 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:17:38,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,35869,1732605456489 2024-11-26T07:17:38,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36425 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,35869,1732605456489 2024-11-26T07:17:38,332 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4 2024-11-26T07:17:38,332 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42883 2024-11-26T07:17:38,332 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:17:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999/rs 2024-11-26T07:17:38,339 DEBUG [RS:0;15ed1af4400d:35869 {}] zookeeper.ZKUtil(111): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on existing znode=/1-1308899999/rs/15ed1af4400d,35869,1732605456489 2024-11-26T07:17:38,339 WARN [RS:0;15ed1af4400d:35869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:17:38,339 INFO [RS:0;15ed1af4400d:35869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:38,339 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/WALs/15ed1af4400d,35869,1732605456489 2024-11-26T07:17:38,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,35869,1732605456489] 2024-11-26T07:17:38,343 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:17:38,345 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:17:38,345 INFO [RS:0;15ed1af4400d:35869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:17:38,345 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,346 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:17:38,347 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:17:38,347 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:38,347 DEBUG [RS:0;15ed1af4400d:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:17:38,348 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,348 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,348 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,348 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,348 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,348 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,35869,1732605456489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:38,363 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:17:38,363 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,35869,1732605456489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,363 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,363 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.Replication(171): 15ed1af4400d,35869,1732605456489 started 2024-11-26T07:17:38,377 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:38,377 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,35869,1732605456489, RpcServer on 15ed1af4400d/172.17.0.2:35869, sessionid=0x101532307460004 2024-11-26T07:17:38,377 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:17:38,377 DEBUG [RS:0;15ed1af4400d:35869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,35869,1732605456489 2024-11-26T07:17:38,377 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,35869,1732605456489' 2024-11-26T07:17:38,377 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1308899999/flush-table-proc/abort' 2024-11-26T07:17:38,378 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1308899999/flush-table-proc/acquired' 2024-11-26T07:17:38,378 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:17:38,378 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:17:38,378 DEBUG [RS:0;15ed1af4400d:35869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,35869,1732605456489 2024-11-26T07:17:38,379 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,35869,1732605456489' 2024-11-26T07:17:38,379 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1308899999/online-snapshot/abort' 2024-11-26T07:17:38,379 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1308899999/online-snapshot/acquired' 2024-11-26T07:17:38,379 DEBUG [RS:0;15ed1af4400d:35869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:17:38,380 INFO [RS:0;15ed1af4400d:35869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:17:38,380 INFO [RS:0;15ed1af4400d:35869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:17:38,480 INFO [RS:0;15ed1af4400d:35869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:17:38,482 INFO [RS:0;15ed1af4400d:35869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C35869%2C1732605456489, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/WALs/15ed1af4400d,35869,1732605456489, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/oldWALs, maxLogs=10 2024-11-26T07:17:38,495 DEBUG [RS:0;15ed1af4400d:35869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/WALs/15ed1af4400d,35869,1732605456489/15ed1af4400d%2C35869%2C1732605456489.1732605458482, exclude list is [], retry=0 2024-11-26T07:17:38,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39349,DS-d7c4f96a-adba-415c-83de-4d1d0bc173a3,DISK] 2024-11-26T07:17:38,500 INFO [RS:0;15ed1af4400d:35869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/WALs/15ed1af4400d,35869,1732605456489/15ed1af4400d%2C35869%2C1732605456489.1732605458482 2024-11-26T07:17:38,500 DEBUG [RS:0;15ed1af4400d:35869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-26T07:17:38,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:17:38,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4 2024-11-26T07:17:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:17:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:38,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:38,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:38,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:38,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:38,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:38,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:38,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:38,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:38,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:38,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:38,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:38,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:38,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740 2024-11-26T07:17:38,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740 2024-11-26T07:17:38,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:38,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:38,679 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:38,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:38,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:38,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74083007, jitterRate=0.10392282903194427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605458668Initializing all the Stores at 1732605458669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605458669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605458669Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605458669Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605458670 (+1 ms)Cleaning up temporary data from old regions at 1732605458678 (+8 ms)Region opened successfully at 1732605458682 (+4 ms) 2024-11-26T07:17:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:17:38,682 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:17:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:17:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:17:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:17:38,682 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:17:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605458682Disabling compacts and flushes for region at 1732605458682Disabling writes for close at 1732605458682Writing region close event to WAL at 1732605458682Closed at 1732605458682 2024-11-26T07:17:38,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:38,684 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:17:38,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:17:38,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:38,686 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:17:38,836 DEBUG [15ed1af4400d:36425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:17:38,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,35869,1732605456489 2024-11-26T07:17:38,838 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,35869,1732605456489, state=OPENING 2024-11-26T07:17:38,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:17:38,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:17:38,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308899999/meta-region-server: CHANGED 2024-11-26T07:17:38,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:17:38,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308899999/meta-region-server: CHANGED 2024-11-26T07:17:38,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,35869,1732605456489}] 2024-11-26T07:17:38,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:17:38,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:17:39,000 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:17:39,000 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:39,000 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:17:39,002 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C35869%2C1732605456489.meta, suffix=.meta, logDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/WALs/15ed1af4400d,35869,1732605456489, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/oldWALs, maxLogs=10 2024-11-26T07:17:39,015 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/WALs/15ed1af4400d,35869,1732605456489/15ed1af4400d%2C35869%2C1732605456489.meta.1732605459002.meta, exclude list is [], retry=0 2024-11-26T07:17:39,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39349,DS-d7c4f96a-adba-415c-83de-4d1d0bc173a3,DISK] 2024-11-26T07:17:39,019 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/WALs/15ed1af4400d,35869,1732605456489/15ed1af4400d%2C35869%2C1732605456489.meta.1732605459002.meta 2024-11-26T07:17:39,019 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-26T07:17:39,020 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:39,020 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:39,020 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:39,020 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:17:39,020 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:17:39,021 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:17:39,021 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:39,021 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:17:39,021 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:17:39,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:17:39,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:17:39,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:39,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:39,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:17:39,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:17:39,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:39,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:39,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:17:39,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:17:39,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:39,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:39,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:17:39,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:17:39,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:39,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:17:39,027 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:17:39,027 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740 2024-11-26T07:17:39,029 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740 2024-11-26T07:17:39,030 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:17:39,030 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:17:39,031 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:17:39,032 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:17:39,033 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66775233, jitterRate=-0.004971489310264587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:17:39,033 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:17:39,033 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605459021Writing region info on filesystem at 1732605459021Initializing all the Stores at 1732605459022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605459022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605459022Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605459022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605459022Cleaning up temporary data from old regions at 1732605459030 (+8 ms)Running coprocessor post-open hooks at 1732605459033 (+3 ms)Region opened successfully at 1732605459033 2024-11-26T07:17:39,034 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605458994 2024-11-26T07:17:39,036 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:17:39,036 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:17:39,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,35869,1732605456489 2024-11-26T07:17:39,038 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,35869,1732605456489, state=OPEN 2024-11-26T07:17:39,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1308899999/meta-region-server 2024-11-26T07:17:39,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1308899999/meta-region-server 2024-11-26T07:17:39,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,35869,1732605456489 2024-11-26T07:17:39,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308899999/meta-region-server: CHANGED 2024-11-26T07:17:39,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308899999/meta-region-server: CHANGED 2024-11-26T07:17:39,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:17:39,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,35869,1732605456489 in 198 msec 2024-11-26T07:17:39,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:17:39,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-26T07:17:39,044 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:17:39,044 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:17:39,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:39,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35869,1732605456489, seqNum=-1] 2024-11-26T07:17:39,046 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:39,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:39,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-26T07:17:39,052 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605459052, completionTime=-1 2024-11-26T07:17:39,052 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:17:39,052 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605519054 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605579054 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36425,1732605456449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36425,1732605456449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36425,1732605456449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:36425, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:39,054 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:39,055 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:39,056 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.534sec 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36425,1732605456449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:17:39,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36425,1732605456449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:17:39,060 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:17:39,060 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:17:39,060 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36425,1732605456449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:17:39,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:39,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36425,-1 for getting cluster id 2024-11-26T07:17:39,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:39,110 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b51abf-14a0-40ac-8745-cd6f8a453370' 2024-11-26T07:17:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b51abf-14a0-40ac-8745-cd6f8a453370" 2024-11-26T07:17:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa543d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36425,-1] 2024-11-26T07:17:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:39,112 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:39,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:39,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:39,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35869,1732605456489, seqNum=-1] 2024-11-26T07:17:39,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:39,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:39,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,36425,1732605456449 2024-11-26T07:17:39,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53231 2024-11-26T07:17:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:17:39,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101532307460005 connected 2024-11-26T07:17:39,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,41589,1732605452408 2024-11-26T07:17:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d598566 2024-11-26T07:17:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:39,128 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:39,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:17:39,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:17:39,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:39,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:17:39,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:17:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:17:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:39,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 588bb682e3d735e0c222ae8924f58b07, NAME => 'test,,1732605459128.588bb682e3d735e0c222ae8924f58b07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041 2024-11-26T07:17:39,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:17:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:39,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605459128.588bb682e3d735e0c222ae8924f58b07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:39,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 588bb682e3d735e0c222ae8924f58b07, disabling compactions & flushes 2024-11-26T07:17:39,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:17:39,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:17:39,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. after waiting 0 ms 2024-11-26T07:17:39,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:17:39,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:17:39,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 588bb682e3d735e0c222ae8924f58b07: Waiting for close lock at 1732605459952Disabling compacts and flushes for region at 1732605459952Disabling writes for close at 1732605459952Writing region close event to WAL at 1732605459952Closed at 1732605459952 2024-11-26T07:17:39,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:17:39,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605459128.588bb682e3d735e0c222ae8924f58b07.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605459953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605459953"}]},"ts":"1732605459953"} 2024-11-26T07:17:39,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:17:39,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:17:39,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605459957"}]},"ts":"1732605459957"} 2024-11-26T07:17:39,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:17:39,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=588bb682e3d735e0c222ae8924f58b07, ASSIGN}] 2024-11-26T07:17:39,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=588bb682e3d735e0c222ae8924f58b07, ASSIGN 2024-11-26T07:17:39,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=588bb682e3d735e0c222ae8924f58b07, ASSIGN; state=OFFLINE, location=15ed1af4400d,38013,1732605452461; forceNewPlan=false, retain=false 2024-11-26T07:17:40,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=588bb682e3d735e0c222ae8924f58b07, regionState=OPENING, regionLocation=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:40,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=588bb682e3d735e0c222ae8924f58b07, ASSIGN because future has completed 2024-11-26T07:17:40,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588bb682e3d735e0c222ae8924f58b07, server=15ed1af4400d,38013,1732605452461}] 2024-11-26T07:17:40,272 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:17:40,272 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 588bb682e3d735e0c222ae8924f58b07, NAME => 'test,,1732605459128.588bb682e3d735e0c222ae8924f58b07.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:40,273 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:40,273 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:17:40,273 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,273 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605459128.588bb682e3d735e0c222ae8924f58b07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:40,273 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,274 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,275 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,276 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 588bb682e3d735e0c222ae8924f58b07 columnFamilyName f 2024-11-26T07:17:40,276 DEBUG [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:40,276 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] regionserver.HStore(327): Store=588bb682e3d735e0c222ae8924f58b07/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:40,277 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,278 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 588bb682e3d735e0c222ae8924f58b07 columnFamilyName f1 2024-11-26T07:17:40,278 DEBUG [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:40,278 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] regionserver.HStore(327): Store=588bb682e3d735e0c222ae8924f58b07/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:40,278 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,279 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 588bb682e3d735e0c222ae8924f58b07 columnFamilyName norep 2024-11-26T07:17:40,279 DEBUG [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:40,280 INFO [StoreOpener-588bb682e3d735e0c222ae8924f58b07-1 {}] regionserver.HStore(327): Store=588bb682e3d735e0c222ae8924f58b07/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:40,280 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,280 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,281 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,282 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,282 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,282 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:17:40,283 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,285 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:40,286 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 588bb682e3d735e0c222ae8924f58b07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60544435, jitterRate=-0.09781761467456818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:17:40,286 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:17:40,286 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 588bb682e3d735e0c222ae8924f58b07: Running coprocessor pre-open hook at 1732605460274Writing region info on filesystem at 1732605460274Initializing all the Stores at 1732605460274Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605460274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605460275 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605460275Cleaning up temporary data from old regions at 1732605460282 (+7 ms)Running coprocessor post-open hooks at 1732605460286 (+4 ms)Region opened successfully at 1732605460286 2024-11-26T07:17:40,289 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., pid=6, masterSystemTime=1732605460268 2024-11-26T07:17:40,291 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:17:40,291 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:17:40,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=588bb682e3d735e0c222ae8924f58b07, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:40,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588bb682e3d735e0c222ae8924f58b07, server=15ed1af4400d,38013,1732605452461 because future has completed 2024-11-26T07:17:40,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:17:40,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 588bb682e3d735e0c222ae8924f58b07, server=15ed1af4400d,38013,1732605452461 in 181 msec 2024-11-26T07:17:40,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:17:40,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=588bb682e3d735e0c222ae8924f58b07, ASSIGN in 340 msec 2024-11-26T07:17:40,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:17:40,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605460302"}]},"ts":"1732605460302"} 2024-11-26T07:17:40,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:17:40,306 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:17:40,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-26T07:17:40,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:17:40,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:17:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:41,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:41,284 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:17:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36425,1732605456449 2024-11-26T07:17:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5409d 2024-11-26T07:17:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:41,286 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:41,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:17:41,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:17:41,289 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:41,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:17:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:41,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:17:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:17:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:41,699 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4affe390121d30031b38625748180750, NAME => 'test,,1732605461286.4affe390121d30031b38625748180750.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4 2024-11-26T07:17:41,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:17:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:42,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605461286.4affe390121d30031b38625748180750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:42,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4affe390121d30031b38625748180750, disabling compactions & flushes 2024-11-26T07:17:42,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:17:42,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:17:42,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605461286.4affe390121d30031b38625748180750. after waiting 0 ms 2024-11-26T07:17:42,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:17:42,106 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:17:42,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4affe390121d30031b38625748180750: Waiting for close lock at 1732605462105Disabling compacts and flushes for region at 1732605462105Disabling writes for close at 1732605462106 (+1 ms)Writing region close event to WAL at 1732605462106Closed at 1732605462106 2024-11-26T07:17:42,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:17:42,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605461286.4affe390121d30031b38625748180750.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605462107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605462107"}]},"ts":"1732605462107"} 2024-11-26T07:17:42,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:17:42,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:17:42,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605462111"}]},"ts":"1732605462111"} 2024-11-26T07:17:42,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:17:42,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4affe390121d30031b38625748180750, ASSIGN}] 2024-11-26T07:17:42,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4affe390121d30031b38625748180750, ASSIGN 2024-11-26T07:17:42,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4affe390121d30031b38625748180750, ASSIGN; state=OFFLINE, location=15ed1af4400d,35869,1732605456489; forceNewPlan=false, retain=false 2024-11-26T07:17:42,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4affe390121d30031b38625748180750, regionState=OPENING, regionLocation=15ed1af4400d,35869,1732605456489 2024-11-26T07:17:42,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4affe390121d30031b38625748180750, ASSIGN because future has completed 2024-11-26T07:17:42,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4affe390121d30031b38625748180750, server=15ed1af4400d,35869,1732605456489}] 2024-11-26T07:17:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:42,426 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:17:42,426 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4affe390121d30031b38625748180750, NAME => 'test,,1732605461286.4affe390121d30031b38625748180750.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:42,426 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:42,427 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:17:42,427 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4affe390121d30031b38625748180750 2024-11-26T07:17:42,427 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605461286.4affe390121d30031b38625748180750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:42,427 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4affe390121d30031b38625748180750 2024-11-26T07:17:42,427 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4affe390121d30031b38625748180750 2024-11-26T07:17:42,428 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4affe390121d30031b38625748180750 2024-11-26T07:17:42,429 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4affe390121d30031b38625748180750 columnFamilyName f 2024-11-26T07:17:42,429 DEBUG [StoreOpener-4affe390121d30031b38625748180750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:42,430 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] regionserver.HStore(327): Store=4affe390121d30031b38625748180750/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:42,430 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4affe390121d30031b38625748180750 2024-11-26T07:17:42,431 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4affe390121d30031b38625748180750 columnFamilyName f1 2024-11-26T07:17:42,431 DEBUG [StoreOpener-4affe390121d30031b38625748180750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:42,431 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] regionserver.HStore(327): Store=4affe390121d30031b38625748180750/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:42,432 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4affe390121d30031b38625748180750 2024-11-26T07:17:42,433 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4affe390121d30031b38625748180750 columnFamilyName norep 2024-11-26T07:17:42,433 DEBUG [StoreOpener-4affe390121d30031b38625748180750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:42,433 INFO [StoreOpener-4affe390121d30031b38625748180750-1 {}] regionserver.HStore(327): Store=4affe390121d30031b38625748180750/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:42,433 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4affe390121d30031b38625748180750 2024-11-26T07:17:42,434 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750 2024-11-26T07:17:42,434 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750 2024-11-26T07:17:42,435 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4affe390121d30031b38625748180750 2024-11-26T07:17:42,435 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4affe390121d30031b38625748180750 2024-11-26T07:17:42,435 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:17:42,436 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4affe390121d30031b38625748180750 2024-11-26T07:17:42,438 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:42,439 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4affe390121d30031b38625748180750; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69392519, jitterRate=0.03402911126613617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:17:42,439 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4affe390121d30031b38625748180750 2024-11-26T07:17:42,439 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4affe390121d30031b38625748180750: Running coprocessor pre-open hook at 1732605462427Writing region info on filesystem at 1732605462427Initializing all the Stores at 1732605462428 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605462428Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605462428Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605462428Cleaning up temporary data from old regions at 1732605462435 (+7 ms)Running coprocessor post-open hooks at 1732605462439 (+4 ms)Region opened successfully at 1732605462439 2024-11-26T07:17:42,440 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605461286.4affe390121d30031b38625748180750., pid=6, masterSystemTime=1732605462422 2024-11-26T07:17:42,442 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:17:42,442 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:17:42,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4affe390121d30031b38625748180750, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,35869,1732605456489 2024-11-26T07:17:42,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4affe390121d30031b38625748180750, server=15ed1af4400d,35869,1732605456489 because future has completed 2024-11-26T07:17:42,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:17:42,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4affe390121d30031b38625748180750, server=15ed1af4400d,35869,1732605456489 in 179 msec 2024-11-26T07:17:42,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:17:42,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4affe390121d30031b38625748180750, ASSIGN in 337 msec 2024-11-26T07:17:42,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:17:42,453 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605462453"}]},"ts":"1732605462453"} 2024-11-26T07:17:42,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:17:42,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:17:42,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-26T07:17:42,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:17:42,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:17:42,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:17:42,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T07:17:42,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:17:42,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T07:17:42,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:17:42,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T07:17:42,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:17:42,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:17:42,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:17:42,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:17:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:17:43,434 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:17:43,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,41589,-1 for getting cluster id 2024-11-26T07:17:43,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:43,436 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b40023e-4aca-4900-8bca-2b67e82b8207' 2024-11-26T07:17:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b40023e-4aca-4900-8bca-2b67e82b8207" 2024-11-26T07:17:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3658c52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,41589,-1] 2024-11-26T07:17:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:43,438 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:43,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763a79c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36425,-1 for getting cluster id 2024-11-26T07:17:43,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:43,440 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b51abf-14a0-40ac-8745-cd6f8a453370' 2024-11-26T07:17:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b51abf-14a0-40ac-8745-cd6f8a453370" 2024-11-26T07:17:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d59c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36425,-1] 2024-11-26T07:17:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:43,441 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:43,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504e645d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c8bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,41589,-1 for getting cluster id 2024-11-26T07:17:43,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:43,444 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b40023e-4aca-4900-8bca-2b67e82b8207' 2024-11-26T07:17:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b40023e-4aca-4900-8bca-2b67e82b8207" 2024-11-26T07:17:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eda7b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,41589,-1] 2024-11-26T07:17:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:43,445 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660a488e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,41589,1732605452408 2024-11-26T07:17:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9d9863 2024-11-26T07:17:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:43,449 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:43,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:36425,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:17:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:17:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:17:43,454 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:36425' 2024-11-26T07:17:43,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25adbd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,455 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36425,-1 for getting cluster id 2024-11-26T07:17:43,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:43,456 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b51abf-14a0-40ac-8745-cd6f8a453370' 2024-11-26T07:17:43,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:43,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b51abf-14a0-40ac-8745-cd6f8a453370" 2024-11-26T07:17:43,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561a5ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36425,-1] 2024-11-26T07:17:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:43,457 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:43,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496e62ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:43,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:43,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36425,1732605456449 2024-11-26T07:17:43,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73aa7d8c 2024-11-26T07:17:43,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:43,460 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:43,461 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:17:43,461 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:17:43,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:43,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:43,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:43,461 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:17:43,462 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:17:43,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:17:43,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:43,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:17:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:17:43,513 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:17:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:17:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:17:43,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a51957ca680df46719b008ebd2ac286, NAME => 'hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041 2024-11-26T07:17:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:17:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:17:44,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:44,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a51957ca680df46719b008ebd2ac286, disabling compactions & flushes 2024-11-26T07:17:44,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:17:44,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:17:44,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. after waiting 0 ms 2024-11-26T07:17:44,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:17:44,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:17:44,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a51957ca680df46719b008ebd2ac286: Waiting for close lock at 1732605464280Disabling compacts and flushes for region at 1732605464280Disabling writes for close at 1732605464280Writing region close event to WAL at 1732605464280Closed at 1732605464280 2024-11-26T07:17:44,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:17:44,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605464281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605464281"}]},"ts":"1732605464281"} 2024-11-26T07:17:44,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:17:44,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:17:44,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605464285"}]},"ts":"1732605464285"} 2024-11-26T07:17:44,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:17:44,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a51957ca680df46719b008ebd2ac286, ASSIGN}] 2024-11-26T07:17:44,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a51957ca680df46719b008ebd2ac286, ASSIGN 2024-11-26T07:17:44,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a51957ca680df46719b008ebd2ac286, ASSIGN; state=OFFLINE, location=15ed1af4400d,38013,1732605452461; forceNewPlan=false, retain=false 2024-11-26T07:17:44,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a51957ca680df46719b008ebd2ac286, regionState=OPENING, regionLocation=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:44,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a51957ca680df46719b008ebd2ac286, ASSIGN because future has completed 2024-11-26T07:17:44,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a51957ca680df46719b008ebd2ac286, server=15ed1af4400d,38013,1732605452461}] 2024-11-26T07:17:44,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:44,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:44,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:17:44,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:17:44,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:17:44,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:17:44,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38013%2C1732605452461.rep, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/oldWALs, maxLogs=10 2024-11-26T07:17:44,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.rep.1732605464604, exclude list is [], retry=0 2024-11-26T07:17:44,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42339,DS-091a98f4-c440-4635-9648-676a68677801,DISK] 2024-11-26T07:17:44,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.rep.1732605464604 2024-11-26T07:17:44,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-26T07:17:44,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a51957ca680df46719b008ebd2ac286, NAME => 'hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:17:44,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:17:44,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:17:44,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. service=MultiRowMutationService 2024-11-26T07:17:44,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:17:44,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:17:44,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,632 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,633 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a51957ca680df46719b008ebd2ac286 columnFamilyName hfileref 2024-11-26T07:17:44,633 DEBUG [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:44,634 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] regionserver.HStore(327): Store=4a51957ca680df46719b008ebd2ac286/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:44,634 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,635 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a51957ca680df46719b008ebd2ac286 columnFamilyName queue 2024-11-26T07:17:44,635 DEBUG [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:44,636 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] regionserver.HStore(327): Store=4a51957ca680df46719b008ebd2ac286/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:44,636 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,637 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a51957ca680df46719b008ebd2ac286 columnFamilyName sid 2024-11-26T07:17:44,637 DEBUG [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:17:44,637 INFO [StoreOpener-4a51957ca680df46719b008ebd2ac286-1 {}] regionserver.HStore(327): Store=4a51957ca680df46719b008ebd2ac286/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:17:44,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:17:44,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:17:44,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a51957ca680df46719b008ebd2ac286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66300059, jitterRate=-0.012052133679389954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:17:44,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:17:44,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a51957ca680df46719b008ebd2ac286: Running coprocessor pre-open hook at 1732605464631Writing region info on filesystem at 1732605464631Initializing all the Stores at 1732605464631Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605464631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605464632 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605464632Cleaning up temporary data from old regions at 1732605464640 (+8 ms)Running coprocessor post-open hooks at 1732605464645 (+5 ms)Region opened successfully at 1732605464645 2024-11-26T07:17:44,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286., pid=10, masterSystemTime=1732605464598 2024-11-26T07:17:44,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:17:44,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:17:44,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a51957ca680df46719b008ebd2ac286, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,38013,1732605452461 2024-11-26T07:17:44,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a51957ca680df46719b008ebd2ac286, server=15ed1af4400d,38013,1732605452461 because future has completed 2024-11-26T07:17:44,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:17:44,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a51957ca680df46719b008ebd2ac286, server=15ed1af4400d,38013,1732605452461 in 210 msec 2024-11-26T07:17:44,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:17:44,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a51957ca680df46719b008ebd2ac286, ASSIGN in 369 msec 2024-11-26T07:17:44,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:17:44,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605464658"}]},"ts":"1732605464658"} 2024-11-26T07:17:44,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:17:44,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:17:44,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-26T07:17:44,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286., hostname=15ed1af4400d,38013,1732605452461, seqNum=2] 2024-11-26T07:17:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:17:44,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:17:44,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:17:44,836 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:17:44,867 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,38013,1732605452461, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:17:44,867 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:44,867 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38013,1732605452461, seqNum=-1] 2024-11-26T07:17:44,867 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:44,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T07:17:44,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,38013,1732605452461', locateType=CURRENT is [region=hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286., hostname=15ed1af4400d,38013,1732605452461, seqNum=2] 2024-11-26T07:17:44,874 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:17:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:17:44,876 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,38013,1732605452461 suceeded 2024-11-26T07:17:44,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:17:44,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-26T07:17:44,878 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:36425,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T07:17:44,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-26T07:17:44,889 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:36425' 2024-11-26T07:17:44,890 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7217a69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:44,890 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36425,-1 for getting cluster id 2024-11-26T07:17:44,890 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:44,891 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b51abf-14a0-40ac-8745-cd6f8a453370' 2024-11-26T07:17:44,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:44,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b51abf-14a0-40ac-8745-cd6f8a453370" 2024-11-26T07:17:44,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a45bc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:44,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36425,-1] 2024-11-26T07:17:44,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:44,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:44,894 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:44,895 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ba4278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:44,895 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:44,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36425,1732605456449 2024-11-26T07:17:44,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3843fc26 2024-11-26T07:17:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:44,897 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T07:17:44,898 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,38013,1732605452461 (queues=1) is replicating from cluster=6b40023e-4aca-4900-8bca-2b67e82b8207 to cluster=76b51abf-14a0-40ac-8745-cd6f8a453370 2024-11-26T07:17:44,898 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C38013%2C1732605452461 2024-11-26T07:17:44,898 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,38013,1732605452461, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:17:44,902 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452, startPosition=0, beingWritten=true 2024-11-26T07:17:44,903 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C38013%2C1732605452461 2024-11-26T07:17:44,951 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:17:44,951 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 379, reset compression=false 2024-11-26T07:17:44,951 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,38013,1732605452461 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:17:45,155 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 379, reset compression=false 2024-11-26T07:17:45,459 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 379, reset compression=false 2024-11-26T07:17:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:17:45,604 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:17:45,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:45,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:45,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:45,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:45,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:45,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:45,610 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732605465609/Put/seqid=0 2024-11-26T07:17:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741840_1016 (size=7894) 2024-11-26T07:17:45,863 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 379, reset compression=false 2024-11-26T07:17:46,018 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_1 is 34, key is ddd/f:row/1732605466016/Put/seqid=0 2024-11-26T07:17:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741841_1017 (size=7691) 2024-11-26T07:17:46,368 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 379, reset compression=false 2024-11-26T07:17:46,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:46,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,41589,-1 for getting cluster id 2024-11-26T07:17:46,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:46,429 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b40023e-4aca-4900-8bca-2b67e82b8207' 2024-11-26T07:17:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b40023e-4aca-4900-8bca-2b67e82b8207" 2024-11-26T07:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274c0aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,41589,-1] 2024-11-26T07:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:46,432 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:46,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:46,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38013,1732605452461, seqNum=-1] 2024-11-26T07:17:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:46,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:46,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,41589,1732605452408 2024-11-26T07:17:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132d1cc6 2024-11-26T07:17:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:46,454 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2] 2024-11-26T07:17:46,469 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:17:46,482 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T07:17:46,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T07:17:46,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_0 for inclusion in 588bb682e3d735e0c222ae8924f58b07/f 2024-11-26T07:17:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T07:17:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:17:46,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_1 for inclusion in 588bb682e3d735e0c222ae8924f58b07/f 2024-11-26T07:17:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T07:17:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:17:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HRegion(2603): Flush status journal for 588bb682e3d735e0c222ae8924f58b07: 2024-11-26T07:17:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_0 to hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_0 2024-11-26T07:17:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_0 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ 2024-11-26T07:17:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f/f/hfile_1 to hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_1 2024-11-26T07:17:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_1 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ 2024-11-26T07:17:46,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_0 into 588bb682e3d735e0c222ae8924f58b07/f as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ - updating store file list. 2024-11-26T07:17:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:17:46,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ into 588bb682e3d735e0c222ae8924f58b07/f 2024-11-26T07:17:46,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_0 into 588bb682e3d735e0c222ae8924f58b07/f (new location: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_) 2024-11-26T07:17:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_0 2024-11-26T07:17:46,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_1 into 588bb682e3d735e0c222ae8924f58b07/f as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ - updating store file list. 2024-11-26T07:17:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:17:46,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ into 588bb682e3d735e0c222ae8924f58b07/f 2024-11-26T07:17:46,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_1 into 588bb682e3d735e0c222ae8924f58b07/f (new location: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_) 2024-11-26T07:17:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__e4g5tfafnbnatq8q7hhog5o6db3l7li8rmba3kukvg1gpu80540q0qijaerkp49k/f/hfile_1 2024-11-26T07:17:46,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:46,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:46,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:46,621 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T07:17:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2 , the old value is region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=15ed1af4400d:38013 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:17:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:17:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2 from cache 2024-11-26T07:17:46,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:46,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:46,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35869,1732605456489, seqNum=-1] 2024-11-26T07:17:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:46,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:46,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605461286.4affe390121d30031b38625748180750., hostname=15ed1af4400d,35869,1732605456489, seqNum=2] 2024-11-26T07:17:46,635 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T07:17:46,734 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:38013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T07:17:46,973 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 379, reset compression=false 2024-11-26T07:17:46,982 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:17:46,982 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,38013,1732605452461 got entry batch from reader: WALEntryBatch [walEntries=[{test/588bb682e3d735e0c222ae8924f58b07/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605466611/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T07:17:47,010 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:17:47,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T07:17:47,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.ReplicationSink(318): Replicating [6b40023e-4aca-4900-8bca-2b67e82b8207] bulk loaded data 2024-11-26T07:17:47,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ebfc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:47,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36425,-1 for getting cluster id 2024-11-26T07:17:47,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:47,019 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b51abf-14a0-40ac-8745-cd6f8a453370' 2024-11-26T07:17:47,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:47,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b51abf-14a0-40ac-8745-cd6f8a453370" 2024-11-26T07:17:47,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e14265c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:47,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36425,-1] 2024-11-26T07:17:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:47,022 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:47,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9903fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741837_1013 (size=7894) 2024-11-26T07:17:47,183 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 687, reset compression=false 2024-11-26T07:17:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741838_1014 (size=7691) 2024-11-26T07:17:47,488 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 687, reset compression=false 2024-11-26T07:17:47,637 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T07:17:47,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:47,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36425,1732605456449 2024-11-26T07:17:47,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2164d974 2024-11-26T07:17:47,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:47,875 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T07:17:47,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:17:47,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:47,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35869,1732605456489, seqNum=-1] 2024-11-26T07:17:47,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:47,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T07:17:47,889 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T07:17:47,893 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T07:17:47,893 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 687, reset compression=false 2024-11-26T07:17:47,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ for inclusion in 4affe390121d30031b38625748180750/f 2024-11-26T07:17:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T07:17:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:17:47,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ for inclusion in 4affe390121d30031b38625748180750/f 2024-11-26T07:17:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T07:17:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:17:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HRegion(2603): Flush status journal for 4affe390121d30031b38625748180750: 2024-11-26T07:17:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:17:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/52582a70856d4b20a1ad0d6d3823eaa2_SeqId_4_ 2024-11-26T07:17:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:17:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/d95d98722fd642deb7f2fc164f9c5225_SeqId_4_ 2024-11-26T07:17:47,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ into 4affe390121d30031b38625748180750/f as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/52582a70856d4b20a1ad0d6d3823eaa2_SeqId_4_ - updating store file list. 2024-11-26T07:17:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52582a70856d4b20a1ad0d6d3823eaa2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:17:47,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/52582a70856d4b20a1ad0d6d3823eaa2_SeqId_4_ into 4affe390121d30031b38625748180750/f 2024-11-26T07:17:47,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ into 4affe390121d30031b38625748180750/f (new location: hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/52582a70856d4b20a1ad0d6d3823eaa2_SeqId_4_) 2024-11-26T07:17:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_ 2024-11-26T07:17:47,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ into 4affe390121d30031b38625748180750/f as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/d95d98722fd642deb7f2fc164f9c5225_SeqId_4_ - updating store file list. 2024-11-26T07:17:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d95d98722fd642deb7f2fc164f9c5225_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:17:47,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/d95d98722fd642deb7f2fc164f9c5225_SeqId_4_ into 4affe390121d30031b38625748180750/f 2024-11-26T07:17:47,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ into 4affe390121d30031b38625748180750/f (new location: hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/f/d95d98722fd642deb7f2fc164f9c5225_SeqId_4_) 2024-11-26T07:17:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/staging/jenkins.hfs.6__test__801hiupfd0e5qm9gas5f97krm426m4c2dckmmoq0cqku94i3utgmam3mmqdfku1m/f/ffc877f30e3146cca0af5e7b4dd0e170_SeqId_4_ 2024-11-26T07:17:47,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.ReplicationSink(324): Finished replicating [6b40023e-4aca-4900-8bca-2b67e82b8207] bulk loaded data 2024-11-26T07:17:48,402 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 687, reset compression=false 2024-11-26T07:17:48,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:17:48,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732605468659/Put/seqid=0 2024-11-26T07:17:48,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741842_1018 (size=7997) 2024-11-26T07:17:48,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732605468672/Put/seqid=0 2024-11-26T07:17:48,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741843_1019 (size=7794) 2024-11-26T07:17:48,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:48,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,41589,-1 for getting cluster id 2024-11-26T07:17:48,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:17:48,686 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b40023e-4aca-4900-8bca-2b67e82b8207' 2024-11-26T07:17:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:17:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b40023e-4aca-4900-8bca-2b67e82b8207" 2024-11-26T07:17:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8dd2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,41589,-1] 2024-11-26T07:17:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:17:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:48,688 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:17:48,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:17:48,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:48,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38013,1732605452461, seqNum=-1] 2024-11-26T07:17:48,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:48,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:48,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:17:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,41589,1732605452408 2024-11-26T07:17:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49fa83e7 2024-11-26T07:17:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:17:48,704 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:17:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2] 2024-11-26T07:17:48,711 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:17:48,718 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T07:17:48,722 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T07:17:48,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_0 for inclusion in 588bb682e3d735e0c222ae8924f58b07/f1 2024-11-26T07:17:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T07:17:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:17:48,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_1 for inclusion in 588bb682e3d735e0c222ae8924f58b07/f1 2024-11-26T07:17:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T07:17:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:17:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HRegion(2603): Flush status journal for 588bb682e3d735e0c222ae8924f58b07: 2024-11-26T07:17:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_0 to hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_0 2024-11-26T07:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_0 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/28313c2a06754014940c0a88ece42d0e_SeqId_6_ 2024-11-26T07:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/load_f1/f1/hfile_1 to hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_1 2024-11-26T07:17:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_1 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/aaae2e154b694ca186693c5fe50e1a9c_SeqId_6_ 2024-11-26T07:17:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T07:17:48,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_0 into 588bb682e3d735e0c222ae8924f58b07/f1 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/28313c2a06754014940c0a88ece42d0e_SeqId_6_ - updating store file list. 2024-11-26T07:17:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28313c2a06754014940c0a88ece42d0e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:17:48,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/28313c2a06754014940c0a88ece42d0e_SeqId_6_ into 588bb682e3d735e0c222ae8924f58b07/f1 2024-11-26T07:17:48,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_0 into 588bb682e3d735e0c222ae8924f58b07/f1 (new location: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/28313c2a06754014940c0a88ece42d0e_SeqId_6_) 2024-11-26T07:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_0 2024-11-26T07:17:48,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_1 into 588bb682e3d735e0c222ae8924f58b07/f1 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/aaae2e154b694ca186693c5fe50e1a9c_SeqId_6_ - updating store file list. 2024-11-26T07:17:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aaae2e154b694ca186693c5fe50e1a9c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:17:48,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/aaae2e154b694ca186693c5fe50e1a9c_SeqId_6_ into 588bb682e3d735e0c222ae8924f58b07/f1 2024-11-26T07:17:48,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_1 into 588bb682e3d735e0c222ae8924f58b07/f1 (new location: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/f1/aaae2e154b694ca186693c5fe50e1a9c_SeqId_6_) 2024-11-26T07:17:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/staging/jenkins__test__c051nkve5r1hjdhd2i7sjht1q5hc5rb966t6e0gd65ijmfjqotavougkbbstfvs7/f1/hfile_1 2024-11-26T07:17:48,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:17:48,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:17:48,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:48,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:17:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2 , the old value is region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=15ed1af4400d:38013 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:17:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:17:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2 from cache 2024-11-26T07:17:48,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:17:48,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:17:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38013,1732605452461, seqNum=-1] 2024-11-26T07:17:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:17:48,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57212 deadline: 1732605528753 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57212 2024-11-26T07:17:48,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07., hostname=15ed1af4400d,38013,1732605452461, seqNum=2] 2024-11-26T07:17:48,864 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:38013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T07:17:49,006 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 687, reset compression=false 2024-11-26T07:17:49,012 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:17:49,012 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:49,012 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,38013,1732605452461 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:17:49,216 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:49,522 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:49,927 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:50,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:17:50,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:50,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:50,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:50,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:17:50,433 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:51,037 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:51,742 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:52,547 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:52,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:17:52,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T07:17:53,452 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:54,469 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:55,573 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:56,777 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:58,082 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:17:59,486 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:00,991 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:01,995 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:18:02,595 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:04,300 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:06,036 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:18:06,104 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:08,008 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:09,016 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,38013,1732605452461 got entry batch from reader: null 2024-11-26T07:18:10,012 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:12,117 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:14,321 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:15,511 INFO [master/15ed1af4400d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T07:18:15,511 INFO [master/15ed1af4400d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T07:18:16,625 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:19,030 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:19,060 INFO [master/15ed1af4400d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T07:18:19,060 INFO [master/15ed1af4400d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T07:18:21,535 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:24,139 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:25,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 588bb682e3d735e0c222ae8924f58b07, had cached 0 bytes from a total of 31376 2024-11-26T07:18:26,844 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:27,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4affe390121d30031b38625748180750, had cached 0 bytes from a total of 15585 2024-11-26T07:18:29,016 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,38013,1732605452461 got entry batch from reader: null 2024-11-26T07:18:29,671 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:31,995 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:18:32,575 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:35,455 DEBUG [master/15ed1af4400d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:18:35,581 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:36,036 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:18:38,685 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:39,060 DEBUG [master/15ed1af4400d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:18:41,889 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:45,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:48,603 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:18:48,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:18:48,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:48,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:48,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:48,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:18:48,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:18:48,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2024437287, stopped=false 2024-11-26T07:18:48,788 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,36425,1732605456449 2024-11-26T07:18:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308899999/running 2024-11-26T07:18:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308899999/running 2024-11-26T07:18:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:18:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:18:48,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:18:48,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:18:48,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:48,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:48,790 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,35869,1732605456489' ***** 2024-11-26T07:18:48,790 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:18:48,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on znode that does not yet exist, /1-1308899999/running 2024-11-26T07:18:48,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Set watcher on znode that does not yet exist, /1-1308899999/running 2024-11-26T07:18:48,790 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:18:48,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 4affe390121d30031b38625748180750 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,35869,1732605456489 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:35869. 2024-11-26T07:18:48,791 DEBUG [RS:0;15ed1af4400d:35869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:48,791 DEBUG [RS:0;15ed1af4400d:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:48,791 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4affe390121d30031b38625748180750, disabling compactions & flushes 2024-11-26T07:18:48,791 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:18:48,791 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:18:48,791 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605461286.4affe390121d30031b38625748180750. after waiting 0 ms 2024-11-26T07:18:48,791 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:18:48,791 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:18:48,792 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:18:48,792 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4affe390121d30031b38625748180750=test,,1732605461286.4affe390121d30031b38625748180750.} 2024-11-26T07:18:48,792 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4affe390121d30031b38625748180750 2024-11-26T07:18:48,792 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:18:48,792 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:18:48,792 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:18:48,792 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:18:48,792 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:18:48,792 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T07:18:48,796 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/default/test/4affe390121d30031b38625748180750/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T07:18:48,797 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:18:48,797 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:18:48,797 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:18:48,797 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4affe390121d30031b38625748180750: Waiting for close lock at 1732605528791Running coprocessor pre-close hooks at 1732605528791Disabling compacts and flushes for region at 1732605528791Disabling writes for close at 1732605528791Writing region close event to WAL at 1732605528792 (+1 ms)Running coprocessor post-close hooks at 1732605528797 (+5 ms)Closed at 1732605528797 2024-11-26T07:18:48,797 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605461286.4affe390121d30031b38625748180750. 2024-11-26T07:18:48,809 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/info/1006d8abee7c4bb0ac5e877f2daf863b is 129, key is test,,1732605461286.4affe390121d30031b38625748180750./info:regioninfo/1732605462443/Put/seqid=0 2024-11-26T07:18:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741839_1015 (size=6421) 2024-11-26T07:18:48,820 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:18:48,992 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:49,016 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,38013,1732605452461 got entry batch from reader: null 2024-11-26T07:18:49,192 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:49,214 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/info/1006d8abee7c4bb0ac5e877f2daf863b 2024-11-26T07:18:49,234 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/ns/81d28ed4f50c46de9d6874edbd1fe2d3 is 43, key is default/ns:d/1732605459048/Put/seqid=0 2024-11-26T07:18:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741840_1016 (size=5153) 2024-11-26T07:18:49,392 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:49,423 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:18:49,423 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:18:49,592 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:49,639 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/ns/81d28ed4f50c46de9d6874edbd1fe2d3 2024-11-26T07:18:49,658 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/rep_barrier/97b9a6f2854f4ab99a34e90ecd61000a is 112, key is test,,1732605461286.4affe390121d30031b38625748180750./rep_barrier:seqnumDuringOpen/1732605462443/Put/seqid=0 2024-11-26T07:18:49,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741841_1017 (size=5518) 2024-11-26T07:18:49,793 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:18:49,793 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:18:49,793 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:49,993 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:50,062 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/rep_barrier/97b9a6f2854f4ab99a34e90ecd61000a 2024-11-26T07:18:50,083 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/table/a6c8811421c6451a9566dad604e8f927 is 40, key is test/table:state/1732605462453/Put/seqid=0 2024-11-26T07:18:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741842_1018 (size=5165) 2024-11-26T07:18:50,193 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:50,393 DEBUG [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:50,487 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/table/a6c8811421c6451a9566dad604e8f927 2024-11-26T07:18:50,493 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/info/1006d8abee7c4bb0ac5e877f2daf863b as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/info/1006d8abee7c4bb0ac5e877f2daf863b 2024-11-26T07:18:50,498 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/info/1006d8abee7c4bb0ac5e877f2daf863b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T07:18:50,499 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/ns/81d28ed4f50c46de9d6874edbd1fe2d3 as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/ns/81d28ed4f50c46de9d6874edbd1fe2d3 2024-11-26T07:18:50,504 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/ns/81d28ed4f50c46de9d6874edbd1fe2d3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:18:50,505 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/rep_barrier/97b9a6f2854f4ab99a34e90ecd61000a as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/rep_barrier/97b9a6f2854f4ab99a34e90ecd61000a 2024-11-26T07:18:50,510 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/rep_barrier/97b9a6f2854f4ab99a34e90ecd61000a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T07:18:50,510 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/.tmp/table/a6c8811421c6451a9566dad604e8f927 as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/table/a6c8811421c6451a9566dad604e8f927 2024-11-26T07:18:50,515 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/table/a6c8811421c6451a9566dad604e8f927, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:18:50,516 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false 2024-11-26T07:18:50,520 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:18:50,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:18:50,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:18:50,521 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:18:50,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605528792Running coprocessor pre-close hooks at 1732605528792Disabling compacts and flushes for region at 1732605528792Disabling writes for close at 1732605528792Obtaining lock to block concurrent updates at 1732605528792Preparing flush snapshotting stores in 1588230740 at 1732605528792Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732605528792Flushing stores of hbase:meta,,1.1588230740 at 1732605528793 (+1 ms)Flushing 1588230740/info: creating writer at 1732605528793Flushing 1588230740/info: appending metadata at 1732605528809 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732605528809Flushing 1588230740/ns: creating writer at 1732605529220 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732605529234 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732605529234Flushing 1588230740/rep_barrier: creating writer at 1732605529644 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605529658 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605529658Flushing 1588230740/table: creating writer at 1732605530068 (+410 ms)Flushing 1588230740/table: appending metadata at 1732605530082 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605530082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e396be: reopening flushed file at 1732605530492 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2596eee9: reopening flushed file at 1732605530499 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28264e91: reopening flushed file at 1732605530504 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a43ea19: reopening flushed file at 1732605530510 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false at 1732605530516 (+6 ms)Writing region close event to WAL at 1732605530517 (+1 ms)Running coprocessor post-close hooks at 1732605530521 (+4 ms)Closed at 1732605530521 2024-11-26T07:18:50,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:18:50,593 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,35869,1732605456489; all regions closed. 2024-11-26T07:18:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741834_1010 (size=2717) 2024-11-26T07:18:50,598 DEBUG [RS:0;15ed1af4400d:35869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/oldWALs 2024-11-26T07:18:50,598 INFO [RS:0;15ed1af4400d:35869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C35869%2C1732605456489.meta:.meta(num 1732605459002) 2024-11-26T07:18:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741832_1008 (size=1028) 2024-11-26T07:18:50,602 DEBUG [RS:0;15ed1af4400d:35869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/oldWALs 2024-11-26T07:18:50,602 INFO [RS:0;15ed1af4400d:35869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C35869%2C1732605456489:(num 1732605458482) 2024-11-26T07:18:50,602 DEBUG [RS:0;15ed1af4400d:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:50,602 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:18:50,602 INFO [RS:0;15ed1af4400d:35869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:18:50,602 INFO [RS:0;15ed1af4400d:35869 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:18:50,603 INFO [RS:0;15ed1af4400d:35869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:18:50,603 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:18:50,603 INFO [RS:0;15ed1af4400d:35869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:35869. 2024-11-26T07:18:50,603 DEBUG [RS:0;15ed1af4400d:35869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:50,603 DEBUG [RS:0;15ed1af4400d:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:50,603 DEBUG [RS:0;15ed1af4400d:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:50,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:18:50,603 INFO [RS:0;15ed1af4400d:35869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35869 2024-11-26T07:18:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308899999/rs/15ed1af4400d,35869,1732605456489 2024-11-26T07:18:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999/rs 2024-11-26T07:18:50,606 INFO [RS:0;15ed1af4400d:35869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:18:50,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,35869,1732605456489] 2024-11-26T07:18:50,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308899999/draining/15ed1af4400d,35869,1732605456489 already deleted, retry=false 2024-11-26T07:18:50,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,35869,1732605456489 expired; onlineServers=0 2024-11-26T07:18:50,610 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,36425,1732605456449' ***** 2024-11-26T07:18:50,610 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:18:50,610 INFO [M:0;15ed1af4400d:36425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:18:50,610 INFO [M:0;15ed1af4400d:36425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:18:50,610 DEBUG [M:0;15ed1af4400d:36425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:18:50,610 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:18:50,610 DEBUG [M:0;15ed1af4400d:36425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:18:50,610 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605458252 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605458252,5,FailOnTimeoutGroup] 2024-11-26T07:18:50,610 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605458252 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605458252,5,FailOnTimeoutGroup] 2024-11-26T07:18:50,610 INFO [M:0;15ed1af4400d:36425 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:18:50,611 INFO [M:0;15ed1af4400d:36425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:18:50,611 DEBUG [M:0;15ed1af4400d:36425 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:18:50,611 INFO [M:0;15ed1af4400d:36425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:18:50,611 INFO [M:0;15ed1af4400d:36425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:18:50,611 INFO [M:0;15ed1af4400d:36425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:18:50,611 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:18:50,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308899999/master 2024-11-26T07:18:50,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308899999 2024-11-26T07:18:50,611 DEBUG [M:0;15ed1af4400d:36425 {}] zookeeper.ZKUtil(347): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Unable to get data of znode /1-1308899999/master because node does not exist (not an error) 2024-11-26T07:18:50,612 WARN [M:0;15ed1af4400d:36425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:18:50,613 INFO [M:0;15ed1af4400d:36425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/.lastflushedseqids 2024-11-26T07:18:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741843_1019 (size=173) 2024-11-26T07:18:50,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:50,707 INFO [RS:0;15ed1af4400d:35869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:18:50,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x101532307460004, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:50,707 INFO [RS:0;15ed1af4400d:35869 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,35869,1732605456489; zookeeper connection closed. 2024-11-26T07:18:50,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78498019 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78498019 2024-11-26T07:18:50,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:18:51,018 INFO [M:0;15ed1af4400d:36425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:18:51,018 INFO [M:0;15ed1af4400d:36425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:18:51,018 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:18:51,018 INFO [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:51,018 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:51,018 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:18:51,018 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:51,018 INFO [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-26T07:18:51,034 DEBUG [M:0;15ed1af4400d:36425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ffd8b11644d43799540ad928f1a6039 is 82, key is hbase:meta,,1/info:regioninfo/1732605459037/Put/seqid=0 2024-11-26T07:18:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741844_1020 (size=5672) 2024-11-26T07:18:51,439 INFO [M:0;15ed1af4400d:36425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ffd8b11644d43799540ad928f1a6039 2024-11-26T07:18:51,458 DEBUG [M:0;15ed1af4400d:36425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c0f0994d8bc4643a43e276eae811d2e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732605462457/Put/seqid=0 2024-11-26T07:18:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741845_1021 (size=6728) 2024-11-26T07:18:51,863 INFO [M:0;15ed1af4400d:36425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c0f0994d8bc4643a43e276eae811d2e 2024-11-26T07:18:51,868 INFO [M:0;15ed1af4400d:36425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c0f0994d8bc4643a43e276eae811d2e 2024-11-26T07:18:51,883 DEBUG [M:0;15ed1af4400d:36425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53d24cc30873423fa508ed834cbb5fb7 is 69, key is 15ed1af4400d,35869,1732605456489/rs:state/1732605458330/Put/seqid=0 2024-11-26T07:18:51,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741846_1022 (size=5156) 2024-11-26T07:18:52,108 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 to pos 997, reset compression=false 2024-11-26T07:18:52,287 INFO [M:0;15ed1af4400d:36425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53d24cc30873423fa508ed834cbb5fb7 2024-11-26T07:18:52,293 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ffd8b11644d43799540ad928f1a6039 as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ffd8b11644d43799540ad928f1a6039 2024-11-26T07:18:52,297 INFO [M:0;15ed1af4400d:36425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ffd8b11644d43799540ad928f1a6039, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T07:18:52,298 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c0f0994d8bc4643a43e276eae811d2e as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c0f0994d8bc4643a43e276eae811d2e 2024-11-26T07:18:52,302 INFO [M:0;15ed1af4400d:36425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c0f0994d8bc4643a43e276eae811d2e 2024-11-26T07:18:52,303 INFO [M:0;15ed1af4400d:36425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c0f0994d8bc4643a43e276eae811d2e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T07:18:52,303 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53d24cc30873423fa508ed834cbb5fb7 as hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53d24cc30873423fa508ed834cbb5fb7 2024-11-26T07:18:52,307 INFO [M:0;15ed1af4400d:36425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53d24cc30873423fa508ed834cbb5fb7, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T07:18:52,308 INFO [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-26T07:18:52,309 INFO [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:52,309 DEBUG [M:0;15ed1af4400d:36425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605531018Disabling compacts and flushes for region at 1732605531018Disabling writes for close at 1732605531018Obtaining lock to block concurrent updates at 1732605531018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605531018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732605531019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605531019Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605531019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605531034 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605531034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605531444 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605531458 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605531458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605531868 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605531882 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605531882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e97086: reopening flushed file at 1732605532292 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e36b2c: reopening flushed file at 1732605532297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f47203: reopening flushed file at 1732605532303 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732605532308 (+5 ms)Writing region close event to WAL at 1732605532309 (+1 ms)Closed at 1732605532309 2024-11-26T07:18:52,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741830_1006 (size=33038) 2024-11-26T07:18:52,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/213b7eac-a6e1-a4c7-b1ff-e3a6967224c4/MasterData/WALs/15ed1af4400d,36425,1732605456449/15ed1af4400d%2C36425%2C1732605456449.1732605458173 not finished, retry = 0 2024-11-26T07:18:52,413 INFO [M:0;15ed1af4400d:36425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:18:52,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:18:52,413 INFO [M:0;15ed1af4400d:36425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36425 2024-11-26T07:18:52,413 INFO [M:0;15ed1af4400d:36425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:18:52,515 INFO [M:0;15ed1af4400d:36425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:18:52,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:52,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36425-0x101532307460003, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:52,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bd404e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:18:52,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:18:52,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:18:52,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:18:52,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.log.dir/,STOPPED} 2024-11-26T07:18:52,522 WARN [BP-668310494-172.17.0.2-1732605455528 heartbeating to localhost/127.0.0.1:42883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:18:52,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:18:52,522 WARN [BP-668310494-172.17.0.2-1732605455528 heartbeating to localhost/127.0.0.1:42883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-668310494-172.17.0.2-1732605455528 (Datanode Uuid d7278386-5986-409a-8d3f-44d7415ff902) service to localhost/127.0.0.1:42883 2024-11-26T07:18:52,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:18:52,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/cluster_cee95c79-bb65-d8c0-6d93-292be17d16af/data/data1/current/BP-668310494-172.17.0.2-1732605455528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:18:52,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/cluster_cee95c79-bb65-d8c0-6d93-292be17d16af/data/data2/current/BP-668310494-172.17.0.2-1732605455528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:18:52,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:18:52,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444d644d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:18:52,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:18:52,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:18:52,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:18:52,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.log.dir/,STOPPED} 2024-11-26T07:18:52,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:18:52,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:18:52,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:18:52,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:52,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:52,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:52,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:18:52,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:18:52,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1535039275, stopped=false 2024-11-26T07:18:52,548 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,41589,1732605452408 2024-11-26T07:18:52,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01023792381/running 2024-11-26T07:18:52,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01023792381/running 2024-11-26T07:18:52,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:18:52,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:18:52,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:18:52,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:18:52,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on znode that does not yet exist, /01023792381/running 2024-11-26T07:18:52,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Set watcher on znode that does not yet exist, /01023792381/running 2024-11-26T07:18:52,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:52,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:52,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,38013,1732605452461' ***** 2024-11-26T07:18:52,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:18:52,552 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:18:52,552 INFO [RS:0;15ed1af4400d:38013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:18:52,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:18:52,552 INFO [RS:0;15ed1af4400d:38013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:18:52,552 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a51957ca680df46719b008ebd2ac286 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(3091): Received CLOSE for 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,38013,1732605452461 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:38013. 2024-11-26T07:18:52,553 DEBUG [RS:0;15ed1af4400d:38013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:52,553 DEBUG [RS:0;15ed1af4400d:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:52,553 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a51957ca680df46719b008ebd2ac286, disabling compactions & flushes 2024-11-26T07:18:52,553 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:18:52,553 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:18:52,553 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. after waiting 0 ms 2024-11-26T07:18:52,553 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:18:52,553 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:18:52,554 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a51957ca680df46719b008ebd2ac286 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T07:18:52,554 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:18:52,554 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1325): Online Regions={4a51957ca680df46719b008ebd2ac286=hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286., 1588230740=hbase:meta,,1.1588230740, 588bb682e3d735e0c222ae8924f58b07=test,,1732605459128.588bb682e3d735e0c222ae8924f58b07.} 2024-11-26T07:18:52,554 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a51957ca680df46719b008ebd2ac286, 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:18:52,554 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:18:52,554 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:18:52,554 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:18:52,554 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:18:52,554 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:18:52,554 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:18:52,572 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/.tmp/hfileref/18c72912331344808724cd8537dae0e6 is 74, key is 1/hfileref:6cf29e62c11f41f6bcf9375e8a84c112_SeqId_4_/1732605467929/DeleteColumn/seqid=0 2024-11-26T07:18:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741844_1020 (size=5203) 2024-11-26T07:18:52,577 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/info/3e14791c9ef04addb298600b91633803 is 147, key is hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286./info:regioninfo/1732605464649/Put/seqid=0 2024-11-26T07:18:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741845_1021 (size=7686) 2024-11-26T07:18:52,594 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:18:52,754 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a51957ca680df46719b008ebd2ac286, 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:18:52,954 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a51957ca680df46719b008ebd2ac286, 588bb682e3d735e0c222ae8924f58b07 2024-11-26T07:18:52,977 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/.tmp/hfileref/18c72912331344808724cd8537dae0e6 2024-11-26T07:18:52,982 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/info/3e14791c9ef04addb298600b91633803 2024-11-26T07:18:53,000 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/.tmp/queue/eef5d5b38056431180fbe0db3cb34199 is 153, key is 1-15ed1af4400d,38013,1732605452461/queue:15ed1af4400d%2C38013%2C1732605452461/1732605469014/Put/seqid=0 2024-11-26T07:18:53,003 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/ns/475c88ac8f8a42739a8660107d85a9ea is 43, key is default/ns:d/1732605455446/Put/seqid=0 2024-11-26T07:18:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741846_1022 (size=5352) 2024-11-26T07:18:53,007 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/.tmp/queue/eef5d5b38056431180fbe0db3cb34199 2024-11-26T07:18:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741847_1023 (size=5153) 2024-11-26T07:18:53,014 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/.tmp/hfileref/18c72912331344808724cd8537dae0e6 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/hfileref/18c72912331344808724cd8537dae0e6 2024-11-26T07:18:53,020 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/hfileref/18c72912331344808724cd8537dae0e6, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T07:18:53,021 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/.tmp/queue/eef5d5b38056431180fbe0db3cb34199 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/queue/eef5d5b38056431180fbe0db3cb34199 2024-11-26T07:18:53,027 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/queue/eef5d5b38056431180fbe0db3cb34199, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T07:18:53,028 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4a51957ca680df46719b008ebd2ac286 in 475ms, sequenceid=10, compaction requested=false 2024-11-26T07:18:53,037 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/replication/4a51957ca680df46719b008ebd2ac286/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T07:18:53,037 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:18:53,037 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:18:53,037 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:18:53,038 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a51957ca680df46719b008ebd2ac286: Waiting for close lock at 1732605532553Running coprocessor pre-close hooks at 1732605532553Disabling compacts and flushes for region at 1732605532553Disabling writes for close at 1732605532553Obtaining lock to block concurrent updates at 1732605532554 (+1 ms)Preparing flush snapshotting stores in 4a51957ca680df46719b008ebd2ac286 at 1732605532554Finished memstore snapshotting hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732605532554Flushing stores of hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. at 1732605532555 (+1 ms)Flushing 4a51957ca680df46719b008ebd2ac286/hfileref: creating writer at 1732605532555Flushing 4a51957ca680df46719b008ebd2ac286/hfileref: appending metadata at 1732605532572 (+17 ms)Flushing 4a51957ca680df46719b008ebd2ac286/hfileref: closing flushed file at 1732605532572Flushing 4a51957ca680df46719b008ebd2ac286/queue: creating writer at 1732605532983 (+411 ms)Flushing 4a51957ca680df46719b008ebd2ac286/queue: appending metadata at 1732605533000 (+17 ms)Flushing 4a51957ca680df46719b008ebd2ac286/queue: closing flushed file at 1732605533000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be6fa3c: reopening flushed file at 1732605533013 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d595f54: reopening flushed file at 1732605533020 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4a51957ca680df46719b008ebd2ac286 in 475ms, sequenceid=10, compaction requested=false at 1732605533028 (+8 ms)Writing region close event to WAL at 1732605533032 (+4 ms)Running coprocessor post-close hooks at 1732605533037 (+5 ms)Closed at 1732605533037 2024-11-26T07:18:53,038 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605463461.4a51957ca680df46719b008ebd2ac286. 2024-11-26T07:18:53,038 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 588bb682e3d735e0c222ae8924f58b07, disabling compactions & flushes 2024-11-26T07:18:53,038 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:18:53,038 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:18:53,038 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. after waiting 0 ms 2024-11-26T07:18:53,038 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:18:53,046 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/default/test/588bb682e3d735e0c222ae8924f58b07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:18:53,047 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:18:53,047 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:18:53,047 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:18:53,047 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 588bb682e3d735e0c222ae8924f58b07: Waiting for close lock at 1732605533038Running coprocessor pre-close hooks at 1732605533038Disabling compacts and flushes for region at 1732605533038Disabling writes for close at 1732605533038Writing region close event to WAL at 1732605533043 (+5 ms)Running coprocessor post-close hooks at 1732605533047 (+4 ms)Closed at 1732605533047 2024-11-26T07:18:53,047 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605459128.588bb682e3d735e0c222ae8924f58b07. 2024-11-26T07:18:53,154 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:53,321 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:18:53,321 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:18:53,355 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:53,411 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/ns/475c88ac8f8a42739a8660107d85a9ea 2024-11-26T07:18:53,435 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/rep_barrier/809c28f8730d4c06bfe7961a1854eb4f is 112, key is test,,1732605459128.588bb682e3d735e0c222ae8924f58b07./rep_barrier:seqnumDuringOpen/1732605460291/Put/seqid=0 2024-11-26T07:18:53,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741848_1024 (size=5518) 2024-11-26T07:18:53,555 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:18:53,555 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:18:53,555 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:53,755 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:53,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:53,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:53,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:53,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:53,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:53,840 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/rep_barrier/809c28f8730d4c06bfe7961a1854eb4f 2024-11-26T07:18:53,860 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/table/e72bd38850034a49b30f1f691cf044a7 is 53, key is hbase:replication/table:state/1732605464658/Put/seqid=0 2024-11-26T07:18:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741849_1025 (size=5308) 2024-11-26T07:18:53,955 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:54,156 DEBUG [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:18:54,264 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/table/e72bd38850034a49b30f1f691cf044a7 2024-11-26T07:18:54,271 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/info/3e14791c9ef04addb298600b91633803 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/info/3e14791c9ef04addb298600b91633803 2024-11-26T07:18:54,278 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/info/3e14791c9ef04addb298600b91633803, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:18:54,279 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/ns/475c88ac8f8a42739a8660107d85a9ea as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/ns/475c88ac8f8a42739a8660107d85a9ea 2024-11-26T07:18:54,285 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/ns/475c88ac8f8a42739a8660107d85a9ea, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:18:54,286 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/rep_barrier/809c28f8730d4c06bfe7961a1854eb4f as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/rep_barrier/809c28f8730d4c06bfe7961a1854eb4f 2024-11-26T07:18:54,291 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/rep_barrier/809c28f8730d4c06bfe7961a1854eb4f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:18:54,291 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/.tmp/table/e72bd38850034a49b30f1f691cf044a7 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/table/e72bd38850034a49b30f1f691cf044a7 2024-11-26T07:18:54,296 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/table/e72bd38850034a49b30f1f691cf044a7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:18:54,297 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-26T07:18:54,297 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:18:54,301 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:18:54,302 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:18:54,302 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:18:54,302 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:18:54,302 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605532554Running coprocessor pre-close hooks at 1732605532554Disabling compacts and flushes for region at 1732605532554Disabling writes for close at 1732605532554Obtaining lock to block concurrent updates at 1732605532554Preparing flush snapshotting stores in 1588230740 at 1732605532554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605532555 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732605532555Flushing 1588230740/info: creating writer at 1732605532555Flushing 1588230740/info: appending metadata at 1732605532576 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732605532576Flushing 1588230740/ns: creating writer at 1732605532986 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732605533002 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732605533002Flushing 1588230740/rep_barrier: creating writer at 1732605533416 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605533434 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605533434Flushing 1588230740/table: creating writer at 1732605533845 (+411 ms)Flushing 1588230740/table: appending metadata at 1732605533859 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605533859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3857487e: reopening flushed file at 1732605534270 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d52c792: reopening flushed file at 1732605534278 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389027c4: reopening flushed file at 1732605534285 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25402b03: reopening flushed file at 1732605534291 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1732605534297 (+6 ms)Writing region close event to WAL at 1732605534299 (+2 ms)Running coprocessor post-close hooks at 1732605534302 (+3 ms)Closed at 1732605534302 2024-11-26T07:18:54,302 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:18:54,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:18:54,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:54,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:54,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:54,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:54,356 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,38013,1732605452461; all regions closed. 2024-11-26T07:18:54,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:18:54,361 DEBUG [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/oldWALs 2024-11-26T07:18:54,361 INFO [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38013%2C1732605452461.meta:.meta(num 1732605455389) 2024-11-26T07:18:54,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.rep.1732605464604 not finished, retry = 0 2024-11-26T07:18:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741839_1015 (size=2700) 2024-11-26T07:18:54,466 DEBUG [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/oldWALs 2024-11-26T07:18:54,466 INFO [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38013%2C1732605452461.rep:(num 1732605464604) 2024-11-26T07:18:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741832_1008 (size=1300) 2024-11-26T07:18:54,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/WALs/15ed1af4400d,38013,1732605452461/15ed1af4400d%2C38013%2C1732605452461.1732605454452 not finished, retry = 0 2024-11-26T07:18:54,571 DEBUG [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/oldWALs 2024-11-26T07:18:54,571 INFO [RS:0;15ed1af4400d:38013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38013%2C1732605452461:(num 1732605454452) 2024-11-26T07:18:54,571 DEBUG [RS:0;15ed1af4400d:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:54,571 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:18:54,571 INFO [RS:0;15ed1af4400d:38013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:18:54,572 INFO [RS:0;15ed1af4400d:38013 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:18:54,572 INFO [RS:0;15ed1af4400d:38013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:18:54,572 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:18:54,572 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,38013,1732605452461 because: Region server is closing 2024-11-26T07:18:54,572 INFO [RS:0;15ed1af4400d:38013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:38013. 2024-11-26T07:18:54,572 DEBUG [RS:0;15ed1af4400d:38013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:18:54,572 DEBUG [RS:0;15ed1af4400d:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:54,573 DEBUG [RS:0;15ed1af4400d:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:18:54,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:18:54,673 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.wal-reader.15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:18:54,673 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:18:54,673 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,38013,1732605452461.replicationSource.shipper15ed1af4400d%2C38013%2C1732605452461,1-15ed1af4400d,38013,1732605452461 terminated 2024-11-26T07:18:54,673 INFO [RS:0;15ed1af4400d:38013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38013 2024-11-26T07:18:54,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01023792381/rs/15ed1af4400d,38013,1732605452461 2024-11-26T07:18:54,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381/rs 2024-11-26T07:18:54,677 INFO [RS:0;15ed1af4400d:38013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:18:54,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,38013,1732605452461] 2024-11-26T07:18:54,679 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01023792381/draining/15ed1af4400d,38013,1732605452461 already deleted, retry=false 2024-11-26T07:18:54,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,38013,1732605452461 expired; onlineServers=0 2024-11-26T07:18:54,679 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,41589,1732605452408' ***** 2024-11-26T07:18:54,679 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:18:54,679 INFO [M:0;15ed1af4400d:41589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:18:54,679 INFO [M:0;15ed1af4400d:41589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:18:54,679 DEBUG [M:0;15ed1af4400d:41589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:18:54,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:18:54,679 DEBUG [M:0;15ed1af4400d:41589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:18:54,679 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605454238 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605454238,5,FailOnTimeoutGroup] 2024-11-26T07:18:54,679 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605454238 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605454238,5,FailOnTimeoutGroup] 2024-11-26T07:18:54,679 INFO [M:0;15ed1af4400d:41589 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:18:54,679 INFO [M:0;15ed1af4400d:41589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:18:54,679 DEBUG [M:0;15ed1af4400d:41589 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:18:54,679 INFO [M:0;15ed1af4400d:41589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:18:54,679 INFO [M:0;15ed1af4400d:41589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:18:54,680 INFO [M:0;15ed1af4400d:41589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:18:54,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:18:54,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01023792381/master 2024-11-26T07:18:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01023792381 2024-11-26T07:18:54,681 DEBUG [M:0;15ed1af4400d:41589 {}] zookeeper.ZKUtil(347): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Unable to get data of znode /01023792381/master because node does not exist (not an error) 2024-11-26T07:18:54,681 WARN [M:0;15ed1af4400d:41589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:18:54,682 INFO [M:0;15ed1af4400d:41589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/.lastflushedseqids 2024-11-26T07:18:54,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741850_1026 (size=263) 2024-11-26T07:18:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:54,778 INFO [RS:0;15ed1af4400d:38013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:18:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x101532307460001, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:54,778 INFO [RS:0;15ed1af4400d:38013 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,38013,1732605452461; zookeeper connection closed. 2024-11-26T07:18:54,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c23f9bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c23f9bb 2024-11-26T07:18:54,779 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:18:55,093 INFO [M:0;15ed1af4400d:41589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:18:55,093 INFO [M:0;15ed1af4400d:41589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:18:55,093 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:18:55,093 INFO [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:55,093 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:55,093 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:18:55,093 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:55,093 INFO [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-26T07:18:55,109 DEBUG [M:0;15ed1af4400d:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9741aee9f3024282ae4bc2ad81d0f5fd is 82, key is hbase:meta,,1/info:regioninfo/1732605455431/Put/seqid=0 2024-11-26T07:18:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741851_1027 (size=5672) 2024-11-26T07:18:55,113 INFO [M:0;15ed1af4400d:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9741aee9f3024282ae4bc2ad81d0f5fd 2024-11-26T07:18:55,133 DEBUG [M:0;15ed1af4400d:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa12567e02ba4bb9bef72d06e8c247e5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732605460308/Put/seqid=0 2024-11-26T07:18:55,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741852_1028 (size=7240) 2024-11-26T07:18:55,537 INFO [M:0;15ed1af4400d:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa12567e02ba4bb9bef72d06e8c247e5 2024-11-26T07:18:55,542 INFO [M:0;15ed1af4400d:41589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa12567e02ba4bb9bef72d06e8c247e5 2024-11-26T07:18:55,557 DEBUG [M:0;15ed1af4400d:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9431fec4b4c24e7a8c131aea8b9177e4 is 69, key is 15ed1af4400d,38013,1732605452461/rs:state/1732605454304/Put/seqid=0 2024-11-26T07:18:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741853_1029 (size=5156) 2024-11-26T07:18:55,962 INFO [M:0;15ed1af4400d:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9431fec4b4c24e7a8c131aea8b9177e4 2024-11-26T07:18:55,967 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9741aee9f3024282ae4bc2ad81d0f5fd as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9741aee9f3024282ae4bc2ad81d0f5fd 2024-11-26T07:18:55,971 INFO [M:0;15ed1af4400d:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9741aee9f3024282ae4bc2ad81d0f5fd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T07:18:55,972 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa12567e02ba4bb9bef72d06e8c247e5 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa12567e02ba4bb9bef72d06e8c247e5 2024-11-26T07:18:55,976 INFO [M:0;15ed1af4400d:41589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa12567e02ba4bb9bef72d06e8c247e5 2024-11-26T07:18:55,976 INFO [M:0;15ed1af4400d:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa12567e02ba4bb9bef72d06e8c247e5, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T07:18:55,977 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9431fec4b4c24e7a8c131aea8b9177e4 as hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9431fec4b4c24e7a8c131aea8b9177e4 2024-11-26T07:18:55,981 INFO [M:0;15ed1af4400d:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9431fec4b4c24e7a8c131aea8b9177e4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T07:18:55,982 INFO [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=105, compaction requested=false 2024-11-26T07:18:55,983 INFO [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:55,983 DEBUG [M:0;15ed1af4400d:41589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605535093Disabling compacts and flushes for region at 1732605535093Disabling writes for close at 1732605535093Obtaining lock to block concurrent updates at 1732605535093Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605535093Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732605535094 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605535094Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605535094Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605535109 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605535109Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605535118 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605535132 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605535133 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605535543 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605535557 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605535557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bee3302: reopening flushed file at 1732605535966 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310bc77d: reopening flushed file at 1732605535971 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6569a58b: reopening flushed file at 1732605535976 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=105, compaction requested=false at 1732605535982 (+6 ms)Writing region close event to WAL at 1732605535983 (+1 ms)Closed at 1732605535983 2024-11-26T07:18:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42339 is added to blk_1073741830_1006 (size=64526) 2024-11-26T07:18:55,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b57c9c4-122e-ade4-2e76-af881f9b9041/MasterData/WALs/15ed1af4400d,41589,1732605452408/15ed1af4400d%2C41589%2C1732605452408.1732605454151 not finished, retry = 0 2024-11-26T07:18:56,086 INFO [M:0;15ed1af4400d:41589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:18:56,086 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:18:56,086 INFO [M:0;15ed1af4400d:41589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41589 2024-11-26T07:18:56,087 INFO [M:0;15ed1af4400d:41589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:18:56,190 INFO [M:0;15ed1af4400d:41589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:18:56,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:56,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101532307460000, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:18:56,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ec5fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:18:56,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:18:56,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:18:56,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:18:56,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.log.dir/,STOPPED} 2024-11-26T07:18:56,194 WARN [BP-984413251-172.17.0.2-1732605451479 heartbeating to localhost/127.0.0.1:44933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:18:56,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:18:56,194 WARN [BP-984413251-172.17.0.2-1732605451479 heartbeating to localhost/127.0.0.1:44933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-984413251-172.17.0.2-1732605451479 (Datanode Uuid 43828370-e751-4204-b659-cadae9150d1a) service to localhost/127.0.0.1:44933 2024-11-26T07:18:56,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:18:56,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91/data/data1/current/BP-984413251-172.17.0.2-1732605451479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:18:56,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/cluster_7abac031-ba0a-5483-d676-6da49f332e91/data/data2/current/BP-984413251-172.17.0.2-1732605451479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:18:56,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:18:56,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a317101{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:18:56,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:18:56,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:18:56,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:18:56,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/effe8446-e1d4-22cc-d7ca-b2e5f35005bb/hadoop.log.dir/,STOPPED} 2024-11-26T07:18:56,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:18:56,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:18:56,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53231) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53231) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f52c4b8e648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44933 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f52c4b8e648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42883 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 286), ProcessCount=11 (was 11), AvailableMemoryMB=7184 (was 7286) 2024-11-26T07:18:56,235 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=7184 2024-11-26T07:18:56,248 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T07:18:56,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.log.dir so I do NOT create it in target/test-data/76639959-0321-8717-5b05-37d41e1ca391 2024-11-26T07:18:56,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:18:56,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.tmp.dir so I do NOT create it in target/test-data/76639959-0321-8717-5b05-37d41e1ca391 2024-11-26T07:18:56,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5b5c3d-4243-7ad8-2215-daa614404082/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:18:56,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391 2024-11-26T07:18:56,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d, deleteOnExit=true 2024-11-26T07:18:56,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d/zookeeper_0, clientPort=63355, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:18:56,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63355 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/test.cache.data in system properties and HBase conf 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:18:56,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:18:56,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:18:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:18:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101532307460005, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:18:56,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101532307460005, quorum=127.0.0.1:53231, baseZNode=/1-1308899999 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:18:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101532307460002, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:18:56,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101532307460002, quorum=127.0.0.1:53231, baseZNode=/01023792381 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:18:56,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:18:56,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:18:56,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:18:56,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:18:56,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:18:56,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:18:56,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:18:56,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:18:56,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e3351ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/java.io.tmpdir/jetty-localhost-43269-hadoop-hdfs-3_4_1-tests_jar-_-any-18004846333760762515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:18:56,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:43269} 2024-11-26T07:18:56,455 INFO [Time-limited test {}] server.Server(415): Started @128800ms 2024-11-26T07:18:56,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:18:56,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:18:56,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:18:56,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:18:56,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:18:56,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:18:56,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:18:56,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5152fa55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/java.io.tmpdir/jetty-localhost-37945-hadoop-hdfs-3_4_1-tests_jar-_-any-10195997231939803825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:18:56,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28ba7143{HTTP/1.1, (http/1.1)}{localhost:37945} 2024-11-26T07:18:56,668 INFO [Time-limited test {}] server.Server(415): Started @129013ms 2024-11-26T07:18:56,669 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:18:56,768 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d/data/data1/current/BP-1137918996-172.17.0.2-1732605536271/current, will proceed with Du for space computation calculation, 2024-11-26T07:18:56,768 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d/data/data2/current/BP-1137918996-172.17.0.2-1732605536271/current, will proceed with Du for space computation calculation, 2024-11-26T07:18:56,792 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:18:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb37db3c1d30d525a with lease ID 0xf9e3a0990d496b77: Processing first storage report for DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e from datanode DatanodeRegistration(127.0.0.1:34401, datanodeUuid=c2c7ea65-ebe3-4279-84f6-d3391d959966, infoPort=33253, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=617112941;c=1732605536271) 2024-11-26T07:18:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb37db3c1d30d525a with lease ID 0xf9e3a0990d496b77: from storage DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e node DatanodeRegistration(127.0.0.1:34401, datanodeUuid=c2c7ea65-ebe3-4279-84f6-d3391d959966, infoPort=33253, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=617112941;c=1732605536271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:18:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb37db3c1d30d525a with lease ID 0xf9e3a0990d496b77: Processing first storage report for DS-664819a5-9c1f-46bf-98cd-7ec480994328 from datanode DatanodeRegistration(127.0.0.1:34401, datanodeUuid=c2c7ea65-ebe3-4279-84f6-d3391d959966, infoPort=33253, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=617112941;c=1732605536271) 2024-11-26T07:18:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb37db3c1d30d525a with lease ID 0xf9e3a0990d496b77: from storage DS-664819a5-9c1f-46bf-98cd-7ec480994328 node DatanodeRegistration(127.0.0.1:34401, datanodeUuid=c2c7ea65-ebe3-4279-84f6-d3391d959966, infoPort=33253, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=617112941;c=1732605536271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:18:56,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391 2024-11-26T07:18:56,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:18:56,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:18:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:18:57,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2 with version=8 2024-11-26T07:18:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/hbase-staging 2024-11-26T07:18:57,307 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:18:57,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:18:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:18:57,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:18:57,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:18:57,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33279 2024-11-26T07:18:57,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33279 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:18:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332790x0, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:18:57,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33279-0x1015324528a0000 connected 2024-11-26T07:18:57,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:18:57,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:18:57,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:18:57,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2, hbase.cluster.distributed=false 2024-11-26T07:18:57,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/acl 2024-11-26T07:18:57,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33279 2024-11-26T07:18:57,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33279 2024-11-26T07:18:57,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33279 2024-11-26T07:18:57,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33279 2024-11-26T07:18:57,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33279 2024-11-26T07:18:57,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:18:57,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:18:57,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:18:57,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:18:57,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:18:57,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:18:57,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:18:57,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:18:57,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41619 2024-11-26T07:18:57,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41619 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:18:57,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:18:57,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:18:57,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416190x0, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:18:57,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41619-0x1015324528a0001 connected 2024-11-26T07:18:57,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:18:57,370 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:18:57,373 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:18:57,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/master 2024-11-26T07:18:57,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/acl 2024-11-26T07:18:57,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-26T07:18:57,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41619 2024-11-26T07:18:57,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41619 2024-11-26T07:18:57,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-26T07:18:57,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-26T07:18:57,394 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:33279 2024-11-26T07:18:57,396 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0295630247/backup-masters/15ed1af4400d,33279,1732605537306 2024-11-26T07:18:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:18:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:18:57,398 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on existing znode=/0295630247/backup-masters/15ed1af4400d,33279,1732605537306 2024-11-26T07:18:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295630247/master 2024-11-26T07:18:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:57,401 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on existing znode=/0295630247/master 2024-11-26T07:18:57,401 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0295630247/backup-masters/15ed1af4400d,33279,1732605537306 from backup master directory 2024-11-26T07:18:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:18:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/backup-masters/15ed1af4400d,33279,1732605537306 2024-11-26T07:18:57,402 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:18:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:18:57,402 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,33279,1732605537306 2024-11-26T07:18:57,406 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/hbase.id] with ID: 6c1a772b-3993-4ff1-b7aa-4b25d3257e2c 2024-11-26T07:18:57,406 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/.tmp/hbase.id 2024-11-26T07:18:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:18:57,814 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/.tmp/hbase.id]:[hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/hbase.id] 2024-11-26T07:18:57,825 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:18:57,825 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:18:57,826 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:18:57,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:57,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:18:58,239 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:18:58,240 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:18:58,240 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:18:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:18:58,648 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store 2024-11-26T07:18:58,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:18:59,056 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:18:59,056 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:18:59,056 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:59,056 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:59,056 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:18:59,056 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:59,056 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:18:59,056 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605539056Disabling compacts and flushes for region at 1732605539056Disabling writes for close at 1732605539056Writing region close event to WAL at 1732605539056Closed at 1732605539056 2024-11-26T07:18:59,057 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/.initializing 2024-11-26T07:18:59,057 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306 2024-11-26T07:18:59,058 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:18:59,059 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C33279%2C1732605537306, suffix=, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/oldWALs, maxLogs=10 2024-11-26T07:18:59,073 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306/15ed1af4400d%2C33279%2C1732605537306.1732605539059, exclude list is [], retry=0 2024-11-26T07:18:59,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:18:59,078 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306/15ed1af4400d%2C33279%2C1732605537306.1732605539059 2024-11-26T07:18:59,078 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:18:59,078 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:18:59,078 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:18:59,079 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,079 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:18:59,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:18:59,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:18:59,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:18:59,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:18:59,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:18:59,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:18:59,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:18:59,087 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,088 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,089 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,090 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,090 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,090 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:18:59,091 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:18:59,093 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:18:59,094 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65105094, jitterRate=-0.029858499765396118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:18:59,095 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605539079Initializing all the Stores at 1732605539080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605539080Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605539080Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605539080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605539080Cleaning up temporary data from old regions at 1732605539090 (+10 ms)Region opened successfully at 1732605539095 (+5 ms) 2024-11-26T07:18:59,095 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:18:59,098 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:18:59,099 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:18:59,099 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:18:59,099 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:18:59,099 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:18:59,100 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:18:59,100 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:18:59,100 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:18:59,102 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:18:59,102 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/balancer because node does not exist (not necessarily an error) 2024-11-26T07:18:59,103 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/balancer already deleted, retry=false 2024-11-26T07:18:59,104 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:18:59,104 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:18:59,105 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/normalizer already deleted, retry=false 2024-11-26T07:18:59,105 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:18:59,106 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:18:59,107 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/switch/split already deleted, retry=false 2024-11-26T07:18:59,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:18:59,110 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/switch/merge already deleted, retry=false 2024-11-26T07:18:59,111 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:18:59,112 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/snapshot-cleanup already deleted, retry=false 2024-11-26T07:18:59,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295630247/running 2024-11-26T07:18:59,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295630247/running 2024-11-26T07:18:59,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:59,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:59,115 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,33279,1732605537306, sessionid=0x1015324528a0000, setting cluster-up flag (Was=false) 2024-11-26T07:18:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:59,122 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0295630247/flush-table-proc/acquired, /0295630247/flush-table-proc/reached, /0295630247/flush-table-proc/abort 2024-11-26T07:18:59,123 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,33279,1732605537306 2024-11-26T07:18:59,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:59,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:18:59,133 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0295630247/online-snapshot/acquired, /0295630247/online-snapshot/reached, /0295630247/online-snapshot/abort 2024-11-26T07:18:59,134 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,33279,1732605537306 2024-11-26T07:18:59,135 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:18:59,136 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:18:59,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:18:59,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:18:59,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,33279,1732605537306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:18:59,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605569139 2024-11-26T07:18:59,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:18:59,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:18:59,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:18:59,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:18:59,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:18:59,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:18:59,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:18:59,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:18:59,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,140 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:18:59,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:18:59,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:18:59,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:18:59,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:18:59,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:18:59,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:18:59,146 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605539144,5,FailOnTimeoutGroup] 2024-11-26T07:18:59,147 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605539147,5,FailOnTimeoutGroup] 2024-11-26T07:18:59,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:18:59,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:18:59,183 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(746): ClusterId : 6c1a772b-3993-4ff1-b7aa-4b25d3257e2c 2024-11-26T07:18:59,183 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:18:59,185 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:18:59,185 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:18:59,186 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:18:59,187 DEBUG [RS:0;15ed1af4400d:41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfdcf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:18:59,199 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:41619 2024-11-26T07:18:59,199 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:18:59,199 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:18:59,199 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:18:59,199 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,33279,1732605537306 with port=41619, startcode=1732605537359 2024-11-26T07:18:59,200 DEBUG [RS:0;15ed1af4400d:41619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:18:59,201 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:18:59,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,41619,1732605537359 2024-11-26T07:18:59,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33279 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,41619,1732605537359 2024-11-26T07:18:59,203 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2 2024-11-26T07:18:59,203 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35229 2024-11-26T07:18:59,203 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:18:59,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/rs 2024-11-26T07:18:59,205 DEBUG [RS:0;15ed1af4400d:41619 {}] zookeeper.ZKUtil(111): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on existing znode=/0295630247/rs/15ed1af4400d,41619,1732605537359 2024-11-26T07:18:59,205 WARN [RS:0;15ed1af4400d:41619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:18:59,205 INFO [RS:0;15ed1af4400d:41619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:18:59,205 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359 2024-11-26T07:18:59,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,41619,1732605537359] 2024-11-26T07:18:59,209 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:18:59,211 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:18:59,211 INFO [RS:0;15ed1af4400d:41619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:18:59,212 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,212 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:18:59,213 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:18:59,213 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:18:59,213 DEBUG [RS:0;15ed1af4400d:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:18:59,215 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,215 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,215 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,215 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,215 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,215 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41619,1732605537359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:18:59,229 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:18:59,229 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41619,1732605537359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,229 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,229 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.Replication(171): 15ed1af4400d,41619,1732605537359 started 2024-11-26T07:18:59,243 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:18:59,243 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,41619,1732605537359, RpcServer on 15ed1af4400d/172.17.0.2:41619, sessionid=0x1015324528a0001 2024-11-26T07:18:59,243 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:18:59,243 DEBUG [RS:0;15ed1af4400d:41619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,41619,1732605537359 2024-11-26T07:18:59,243 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,41619,1732605537359' 2024-11-26T07:18:59,243 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0295630247/flush-table-proc/abort' 2024-11-26T07:18:59,243 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0295630247/flush-table-proc/acquired' 2024-11-26T07:18:59,244 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:18:59,244 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:18:59,244 DEBUG [RS:0;15ed1af4400d:41619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,41619,1732605537359 2024-11-26T07:18:59,244 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,41619,1732605537359' 2024-11-26T07:18:59,244 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0295630247/online-snapshot/abort' 2024-11-26T07:18:59,244 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0295630247/online-snapshot/acquired' 2024-11-26T07:18:59,244 DEBUG [RS:0;15ed1af4400d:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:18:59,244 INFO [RS:0;15ed1af4400d:41619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:18:59,244 INFO [RS:0;15ed1af4400d:41619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:18:59,345 INFO [RS:0;15ed1af4400d:41619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:18:59,346 INFO [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41619%2C1732605537359, suffix=, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs, maxLogs=10 2024-11-26T07:18:59,360 DEBUG [RS:0;15ed1af4400d:41619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347, exclude list is [], retry=0 2024-11-26T07:18:59,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:18:59,364 INFO [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347 2024-11-26T07:18:59,364 DEBUG [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:18:59,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:18:59,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2 2024-11-26T07:18:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:18:59,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:18:59,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:59,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:59,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:18:59,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:18:59,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:18:59,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:18:59,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:18:59,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:18:59,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:18:59,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:18:59,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:18:59,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:18:59,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:18:59,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:18:59,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:18:59,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:18:59,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:18:59,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:18:59,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740 2024-11-26T07:18:59,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740 2024-11-26T07:18:59,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:18:59,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:18:59,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:18:59,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:18:59,971 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:18:59,971 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72701507, jitterRate=0.08333687484264374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:18:59,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605539957Initializing all the Stores at 1732605539958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605539958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605539959 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605539959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605539959Cleaning up temporary data from old regions at 1732605539967 (+8 ms)Region opened successfully at 1732605539972 (+5 ms) 2024-11-26T07:18:59,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:18:59,972 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:18:59,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:18:59,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:18:59,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:18:59,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:18:59,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605539972Disabling compacts and flushes for region at 1732605539972Disabling writes for close at 1732605539973 (+1 ms)Writing region close event to WAL at 1732605539973Closed at 1732605539973 2024-11-26T07:18:59,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:18:59,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:18:59,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:18:59,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:18:59,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:19:00,127 DEBUG [15ed1af4400d:33279 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:00,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,41619,1732605537359 2024-11-26T07:19:00,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,41619,1732605537359, state=OPENING 2024-11-26T07:19:00,131 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:19:00,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:00,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:00,133 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:00,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:00,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:00,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,41619,1732605537359}] 2024-11-26T07:19:00,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:00,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:19:00,290 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:19:00,291 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:00,291 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:19:00,292 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41619%2C1732605537359.meta, suffix=.meta, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs, maxLogs=10 2024-11-26T07:19:00,306 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.meta.1732605540292.meta, exclude list is [], retry=0 2024-11-26T07:19:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:19:00,309 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.meta.1732605540292.meta 2024-11-26T07:19:00,310 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:19:00,310 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:00,310 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:00,310 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:00,311 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:19:00,311 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:19:00,311 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:19:00,311 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:00,311 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:19:00,311 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:19:00,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:00,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:00,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:00,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:00,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:00,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:00,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:00,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:00,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:00,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:00,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:00,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:00,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:00,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:00,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:00,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:00,318 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:00,318 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740 2024-11-26T07:19:00,319 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740 2024-11-26T07:19:00,320 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:00,320 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:00,321 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:00,322 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:00,322 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59052565, jitterRate=-0.12004821002483368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:00,323 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:19:00,323 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605540311Writing region info on filesystem at 1732605540311Initializing all the Stores at 1732605540312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605540312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605540312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605540312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605540312Cleaning up temporary data from old regions at 1732605540320 (+8 ms)Running coprocessor post-open hooks at 1732605540323 (+3 ms)Region opened successfully at 1732605540323 2024-11-26T07:19:00,324 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605540285 2024-11-26T07:19:00,326 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:19:00,326 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:19:00,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,41619,1732605537359 2024-11-26T07:19:00,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,41619,1732605537359, state=OPEN 2024-11-26T07:19:00,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:00,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:00,331 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,41619,1732605537359 2024-11-26T07:19:00,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:00,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:00,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:19:00,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,41619,1732605537359 in 198 msec 2024-11-26T07:19:00,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:19:00,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-26T07:19:00,336 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:00,336 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:19:00,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:00,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,41619,1732605537359, seqNum=-1] 2024-11-26T07:19:00,338 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:00,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:00,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-26T07:19:00,345 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605540345, completionTime=-1 2024-11-26T07:19:00,345 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:19:00,345 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:19:00,347 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:19:00,347 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605600347 2024-11-26T07:19:00,347 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605660347 2024-11-26T07:19:00,347 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:19:00,348 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33279,1732605537306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:00,348 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33279,1732605537306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:00,348 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33279,1732605537306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:00,348 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:33279, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:00,348 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:00,348 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:00,350 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33279,1732605537306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:00,352 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33279,1732605537306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:19:00,354 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:19:00,354 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:19:00,354 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33279,1732605537306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:00,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:00,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33279,-1 for getting cluster id 2024-11-26T07:19:00,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:00,385 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1a772b-3993-4ff1-b7aa-4b25d3257e2c' 2024-11-26T07:19:00,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:00,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1a772b-3993-4ff1-b7aa-4b25d3257e2c" 2024-11-26T07:19:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668cbc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33279,-1] 2024-11-26T07:19:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:00,387 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:00,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:00,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,41619,1732605537359, seqNum=-1] 2024-11-26T07:19:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:00,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:00,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,33279,1732605537306 2024-11-26T07:19:00,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:19:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:00,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015324528a0002 connected 2024-11-26T07:19:00,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.log.dir so I do NOT create it in target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674 2024-11-26T07:19:00,399 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:19:00,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.tmp.dir so I do NOT create it in target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674 2024-11-26T07:19:00,399 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:19:00,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674 2024-11-26T07:19:00,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:19:00,399 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/cluster_1352547f-b712-bf13-aa96-47bb3b645dee, deleteOnExit=true 2024-11-26T07:19:00,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/test.cache.data in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:19:00,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:19:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:19:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:19:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:19:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:19:00,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:00,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:00,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:00,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:00,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:19:00,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:00,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:00,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:00,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc17592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/java.io.tmpdir/jetty-localhost-40549-hadoop-hdfs-3_4_1-tests_jar-_-any-7050113135871772518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:00,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:40549} 2024-11-26T07:19:00,605 INFO [Time-limited test {}] server.Server(415): Started @132950ms 2024-11-26T07:19:00,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:00,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:00,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:00,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:00,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:19:00,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:00,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:00,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183aab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/java.io.tmpdir/jetty-localhost-37483-hadoop-hdfs-3_4_1-tests_jar-_-any-7036499543924786883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:00,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:37483} 2024-11-26T07:19:00,809 INFO [Time-limited test {}] server.Server(415): Started @133153ms 2024-11-26T07:19:00,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:19:00,911 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/cluster_1352547f-b712-bf13-aa96-47bb3b645dee/data/data1/current/BP-165901031-172.17.0.2-1732605540420/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:00,911 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/cluster_1352547f-b712-bf13-aa96-47bb3b645dee/data/data2/current/BP-165901031-172.17.0.2-1732605540420/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:00,928 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:19:00,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf528b7b15f86d29a with lease ID 0x4a69d6e44d6a9e72: Processing first storage report for DS-7b25bd66-437a-41dc-bebf-d6e03ad81f3c from datanode DatanodeRegistration(127.0.0.1:33671, datanodeUuid=7a8ac197-69c9-41f1-ba20-2a09e3092b24, infoPort=38661, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=603111467;c=1732605540420) 2024-11-26T07:19:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf528b7b15f86d29a with lease ID 0x4a69d6e44d6a9e72: from storage DS-7b25bd66-437a-41dc-bebf-d6e03ad81f3c node DatanodeRegistration(127.0.0.1:33671, datanodeUuid=7a8ac197-69c9-41f1-ba20-2a09e3092b24, infoPort=38661, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=603111467;c=1732605540420), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf528b7b15f86d29a with lease ID 0x4a69d6e44d6a9e72: Processing first storage report for DS-dab00862-95ce-4976-8177-ef8aa63a3b98 from datanode DatanodeRegistration(127.0.0.1:33671, datanodeUuid=7a8ac197-69c9-41f1-ba20-2a09e3092b24, infoPort=38661, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=603111467;c=1732605540420) 2024-11-26T07:19:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf528b7b15f86d29a with lease ID 0x4a69d6e44d6a9e72: from storage DS-dab00862-95ce-4976-8177-ef8aa63a3b98 node DatanodeRegistration(127.0.0.1:33671, datanodeUuid=7a8ac197-69c9-41f1-ba20-2a09e3092b24, infoPort=38661, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=603111467;c=1732605540420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:00,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674 2024-11-26T07:19:00,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:00,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:19:01,351 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce with version=8 2024-11-26T07:19:01,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/hbase-staging 2024-11-26T07:19:01,353 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:01,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:01,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:01,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:01,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:01,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:01,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:19:01,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:01,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43995 2024-11-26T07:19:01,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43995 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:19:01,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439950x0, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:01,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43995-0x1015324528a0003 connected 2024-11-26T07:19:01,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:01,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:01,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on znode that does not yet exist, /11353839804/running 2024-11-26T07:19:01,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce, hbase.cluster.distributed=false 2024-11-26T07:19:01,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on znode that does not yet exist, /11353839804/acl 2024-11-26T07:19:01,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-26T07:19:01,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43995 2024-11-26T07:19:01,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43995 2024-11-26T07:19:01,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-26T07:19:01,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-26T07:19:01,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:01,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:01,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:01,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:01,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:01,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:01,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:19:01,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:01,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38773 2024-11-26T07:19:01,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38773 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:19:01,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:01,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:01,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387730x0, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:01,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387730x0, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on znode that does not yet exist, /11353839804/running 2024-11-26T07:19:01,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38773-0x1015324528a0004 connected 2024-11-26T07:19:01,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:19:01,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:19:01,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on znode that does not yet exist, /11353839804/master 2024-11-26T07:19:01,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on znode that does not yet exist, /11353839804/acl 2024-11-26T07:19:01,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38773 2024-11-26T07:19:01,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38773 2024-11-26T07:19:01,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38773 2024-11-26T07:19:01,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38773 2024-11-26T07:19:01,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38773 2024-11-26T07:19:01,420 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:43995 2024-11-26T07:19:01,420 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11353839804/backup-masters/15ed1af4400d,43995,1732605541353 2024-11-26T07:19:01,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804/backup-masters 2024-11-26T07:19:01,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804/backup-masters 2024-11-26T07:19:01,422 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on existing znode=/11353839804/backup-masters/15ed1af4400d,43995,1732605541353 2024-11-26T07:19:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11353839804/master 2024-11-26T07:19:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:01,426 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on existing znode=/11353839804/master 2024-11-26T07:19:01,426 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11353839804/backup-masters/15ed1af4400d,43995,1732605541353 from backup master directory 2024-11-26T07:19:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804/backup-masters 2024-11-26T07:19:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353839804/backup-masters/15ed1af4400d,43995,1732605541353 2024-11-26T07:19:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804/backup-masters 2024-11-26T07:19:01,427 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:01,427 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,43995,1732605541353 2024-11-26T07:19:01,431 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/hbase.id] with ID: 2175f273-7152-491d-a362-667aba82412b 2024-11-26T07:19:01,431 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/.tmp/hbase.id 2024-11-26T07:19:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:19:01,841 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/.tmp/hbase.id]:[hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/hbase.id] 2024-11-26T07:19:01,851 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:01,851 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:19:01,852 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:19:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:19:02,259 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:02,260 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:19:02,260 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:02,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:19:02,668 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store 2024-11-26T07:19:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:19:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:19:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:19:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:19:03,074 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:03,074 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:03,074 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:03,074 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:03,074 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:03,074 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:03,074 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:03,074 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605543074Disabling compacts and flushes for region at 1732605543074Disabling writes for close at 1732605543074Writing region close event to WAL at 1732605543074Closed at 1732605543074 2024-11-26T07:19:03,075 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/.initializing 2024-11-26T07:19:03,075 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/WALs/15ed1af4400d,43995,1732605541353 2024-11-26T07:19:03,076 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:03,078 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C43995%2C1732605541353, suffix=, logDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/WALs/15ed1af4400d,43995,1732605541353, archiveDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/oldWALs, maxLogs=10 2024-11-26T07:19:03,091 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/WALs/15ed1af4400d,43995,1732605541353/15ed1af4400d%2C43995%2C1732605541353.1732605543078, exclude list is [], retry=0 2024-11-26T07:19:03,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33671,DS-7b25bd66-437a-41dc-bebf-d6e03ad81f3c,DISK] 2024-11-26T07:19:03,096 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/WALs/15ed1af4400d,43995,1732605541353/15ed1af4400d%2C43995%2C1732605541353.1732605543078 2024-11-26T07:19:03,096 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38661:38661)] 2024-11-26T07:19:03,096 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:03,096 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:03,096 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,096 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:19:03,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:03,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:19:03,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:03,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:19:03,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:03,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:19:03,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:03,103 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,103 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,103 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,104 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,104 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,105 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:03,106 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:03,107 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:03,107 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63428776, jitterRate=-0.054837584495544434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:03,108 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605543096Initializing all the Stores at 1732605543097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605543097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605543097Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605543097Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605543097Cleaning up temporary data from old regions at 1732605543104 (+7 ms)Region opened successfully at 1732605543108 (+4 ms) 2024-11-26T07:19:03,108 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:19:03,110 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffa6616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:03,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:19:03,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:19:03,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:19:03,111 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:19:03,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:19:03,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:19:03,112 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:19:03,114 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:19:03,115 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Unable to get data of znode /11353839804/balancer because node does not exist (not necessarily an error) 2024-11-26T07:19:03,116 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353839804/balancer already deleted, retry=false 2024-11-26T07:19:03,116 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:19:03,117 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Unable to get data of znode /11353839804/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:19:03,118 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353839804/normalizer already deleted, retry=false 2024-11-26T07:19:03,119 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:19:03,119 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Unable to get data of znode /11353839804/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:19:03,120 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353839804/switch/split already deleted, retry=false 2024-11-26T07:19:03,121 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Unable to get data of znode /11353839804/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:19:03,122 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353839804/switch/merge already deleted, retry=false 2024-11-26T07:19:03,124 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Unable to get data of znode /11353839804/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:19:03,125 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353839804/snapshot-cleanup already deleted, retry=false 2024-11-26T07:19:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11353839804/running 2024-11-26T07:19:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11353839804/running 2024-11-26T07:19:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:03,128 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,43995,1732605541353, sessionid=0x1015324528a0003, setting cluster-up flag (Was=false) 2024-11-26T07:19:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:03,136 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11353839804/flush-table-proc/acquired, /11353839804/flush-table-proc/reached, /11353839804/flush-table-proc/abort 2024-11-26T07:19:03,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,43995,1732605541353 2024-11-26T07:19:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:03,145 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11353839804/online-snapshot/acquired, /11353839804/online-snapshot/reached, /11353839804/online-snapshot/abort 2024-11-26T07:19:03,145 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,43995,1732605541353 2024-11-26T07:19:03,146 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:19:03,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:03,148 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:19:03,148 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:19:03,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,43995,1732605541353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:19:03,149 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:03,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:03,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:03,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:03,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:19:03,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:03,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,150 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605573150 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:03,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:19:03,151 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:19:03,152 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:19:03,152 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:19:03,152 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:19:03,152 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:19:03,153 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605543152,5,FailOnTimeoutGroup] 2024-11-26T07:19:03,153 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605543153,5,FailOnTimeoutGroup] 2024-11-26T07:19:03,153 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,153 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:19:03,153 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,153 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:19:03,211 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(746): ClusterId : 2175f273-7152-491d-a362-667aba82412b 2024-11-26T07:19:03,211 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:19:03,213 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:19:03,213 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:19:03,217 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:19:03,217 DEBUG [RS:0;15ed1af4400d:38773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a59216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:03,229 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:38773 2024-11-26T07:19:03,229 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:19:03,229 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:19:03,229 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:19:03,230 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,43995,1732605541353 with port=38773, startcode=1732605541390 2024-11-26T07:19:03,230 DEBUG [RS:0;15ed1af4400d:38773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:19:03,232 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:19:03,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,38773,1732605541390 2024-11-26T07:19:03,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43995 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,38773,1732605541390 2024-11-26T07:19:03,234 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce 2024-11-26T07:19:03,234 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40695 2024-11-26T07:19:03,234 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:19:03,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804/rs 2024-11-26T07:19:03,236 DEBUG [RS:0;15ed1af4400d:38773 {}] zookeeper.ZKUtil(111): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on existing znode=/11353839804/rs/15ed1af4400d,38773,1732605541390 2024-11-26T07:19:03,236 WARN [RS:0;15ed1af4400d:38773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:03,236 INFO [RS:0;15ed1af4400d:38773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:03,236 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/WALs/15ed1af4400d,38773,1732605541390 2024-11-26T07:19:03,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,38773,1732605541390] 2024-11-26T07:19:03,239 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:19:03,241 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:19:03,241 INFO [RS:0;15ed1af4400d:38773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:19:03,241 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,242 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:19:03,242 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:19:03,242 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,242 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:03,243 DEBUG [RS:0;15ed1af4400d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:03,243 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,243 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,243 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,243 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,243 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,243 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38773,1732605541390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:03,258 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:19:03,258 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38773,1732605541390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,258 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,258 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.Replication(171): 15ed1af4400d,38773,1732605541390 started 2024-11-26T07:19:03,271 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:03,271 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,38773,1732605541390, RpcServer on 15ed1af4400d/172.17.0.2:38773, sessionid=0x1015324528a0004 2024-11-26T07:19:03,271 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:19:03,271 DEBUG [RS:0;15ed1af4400d:38773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,38773,1732605541390 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,38773,1732605541390' 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11353839804/flush-table-proc/abort' 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11353839804/flush-table-proc/acquired' 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,38773,1732605541390 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,38773,1732605541390' 2024-11-26T07:19:03,272 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11353839804/online-snapshot/abort' 2024-11-26T07:19:03,273 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11353839804/online-snapshot/acquired' 2024-11-26T07:19:03,273 DEBUG [RS:0;15ed1af4400d:38773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:19:03,273 INFO [RS:0;15ed1af4400d:38773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:19:03,273 INFO [RS:0;15ed1af4400d:38773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:19:03,373 INFO [RS:0;15ed1af4400d:38773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:03,375 INFO [RS:0;15ed1af4400d:38773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38773%2C1732605541390, suffix=, logDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/WALs/15ed1af4400d,38773,1732605541390, archiveDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/oldWALs, maxLogs=10 2024-11-26T07:19:03,388 DEBUG [RS:0;15ed1af4400d:38773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/WALs/15ed1af4400d,38773,1732605541390/15ed1af4400d%2C38773%2C1732605541390.1732605543375, exclude list is [], retry=0 2024-11-26T07:19:03,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33671,DS-7b25bd66-437a-41dc-bebf-d6e03ad81f3c,DISK] 2024-11-26T07:19:03,393 INFO [RS:0;15ed1af4400d:38773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/WALs/15ed1af4400d,38773,1732605541390/15ed1af4400d%2C38773%2C1732605541390.1732605543375 2024-11-26T07:19:03,393 DEBUG [RS:0;15ed1af4400d:38773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38661:38661)] 2024-11-26T07:19:03,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:19:03,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce 2024-11-26T07:19:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:19:03,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:03,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:03,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:03,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:03,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:03,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:03,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:03,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:03,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:03,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:03,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:03,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:03,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:03,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:03,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:03,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740 2024-11-26T07:19:03,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740 2024-11-26T07:19:03,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:03,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:03,975 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:03,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:03,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:03,978 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66818573, jitterRate=-0.00432567298412323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:03,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605543965Initializing all the Stores at 1732605543966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605543966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605543966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605543966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605543966Cleaning up temporary data from old regions at 1732605543975 (+9 ms)Region opened successfully at 1732605543978 (+3 ms) 2024-11-26T07:19:03,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:03,979 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:03,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:03,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:03,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:03,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:03,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605543979Disabling compacts and flushes for region at 1732605543979Disabling writes for close at 1732605543979Writing region close event to WAL at 1732605543979Closed at 1732605543979 2024-11-26T07:19:03,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:03,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:19:03,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:19:03,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:03,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:19:04,132 DEBUG [15ed1af4400d:43995 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:04,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,38773,1732605541390 2024-11-26T07:19:04,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,38773,1732605541390, state=OPENING 2024-11-26T07:19:04,139 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:19:04,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:04,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:04,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353839804/meta-region-server: CHANGED 2024-11-26T07:19:04,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353839804/meta-region-server: CHANGED 2024-11-26T07:19:04,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:04,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,38773,1732605541390}] 2024-11-26T07:19:04,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:04,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:19:04,299 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:19:04,299 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:04,299 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:19:04,301 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C38773%2C1732605541390.meta, suffix=.meta, logDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/WALs/15ed1af4400d,38773,1732605541390, archiveDir=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/oldWALs, maxLogs=10 2024-11-26T07:19:04,322 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/WALs/15ed1af4400d,38773,1732605541390/15ed1af4400d%2C38773%2C1732605541390.meta.1732605544301.meta, exclude list is [], retry=0 2024-11-26T07:19:04,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33671,DS-7b25bd66-437a-41dc-bebf-d6e03ad81f3c,DISK] 2024-11-26T07:19:04,326 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/WALs/15ed1af4400d,38773,1732605541390/15ed1af4400d%2C38773%2C1732605541390.meta.1732605544301.meta 2024-11-26T07:19:04,328 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38661:38661)] 2024-11-26T07:19:04,329 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:04,329 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:04,329 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:04,329 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:19:04,329 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:19:04,329 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:19:04,330 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:04,330 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:19:04,330 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:19:04,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:04,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:04,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:04,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:04,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:04,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:04,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:04,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:04,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:04,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:04,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:04,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:04,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:04,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:04,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:04,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:04,336 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:04,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740 2024-11-26T07:19:04,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740 2024-11-26T07:19:04,338 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:04,339 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:04,339 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:04,340 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:04,341 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66296809, jitterRate=-0.012100562453269958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:04,341 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:19:04,341 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605544330Writing region info on filesystem at 1732605544330Initializing all the Stores at 1732605544331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605544331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605544331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605544331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605544331Cleaning up temporary data from old regions at 1732605544339 (+8 ms)Running coprocessor post-open hooks at 1732605544341 (+2 ms)Region opened successfully at 1732605544341 2024-11-26T07:19:04,342 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605544293 2024-11-26T07:19:04,344 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:19:04,344 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:19:04,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,38773,1732605541390 2024-11-26T07:19:04,345 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,38773,1732605541390, state=OPEN 2024-11-26T07:19:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11353839804/meta-region-server 2024-11-26T07:19:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11353839804/meta-region-server 2024-11-26T07:19:04,347 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,38773,1732605541390 2024-11-26T07:19:04,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353839804/meta-region-server: CHANGED 2024-11-26T07:19:04,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353839804/meta-region-server: CHANGED 2024-11-26T07:19:04,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:19:04,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,38773,1732605541390 in 206 msec 2024-11-26T07:19:04,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:19:04,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-26T07:19:04,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:04,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:19:04,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:04,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38773,1732605541390, seqNum=-1] 2024-11-26T07:19:04,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:04,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:04,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-26T07:19:04,359 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605544359, completionTime=-1 2024-11-26T07:19:04,359 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:19:04,359 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:19:04,361 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:19:04,361 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605604361 2024-11-26T07:19:04,361 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605664361 2024-11-26T07:19:04,361 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:19:04,361 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43995,1732605541353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:04,362 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43995,1732605541353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:04,362 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43995,1732605541353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:04,362 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:43995, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:04,362 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:04,362 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:04,363 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43995,1732605541353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:04,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43995,1732605541353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:19:04,368 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:19:04,368 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:19:04,368 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43995,1732605541353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:04,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,43995,-1 for getting cluster id 2024-11-26T07:19:04,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:04,414 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2175f273-7152-491d-a362-667aba82412b' 2024-11-26T07:19:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2175f273-7152-491d-a362-667aba82412b" 2024-11-26T07:19:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa08f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,43995,-1] 2024-11-26T07:19:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:04,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:04,415 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:04,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,38773,1732605541390, seqNum=-1] 2024-11-26T07:19:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:04,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:04,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,43995,1732605541353 2024-11-26T07:19:04,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:19:04,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:04,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015324528a0005 connected 2024-11-26T07:19:04,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37faaabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33279,-1 for getting cluster id 2024-11-26T07:19:04,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:04,428 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1a772b-3993-4ff1-b7aa-4b25d3257e2c' 2024-11-26T07:19:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1a772b-3993-4ff1-b7aa-4b25d3257e2c" 2024-11-26T07:19:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132035ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33279,-1] 2024-11-26T07:19:04,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:04,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:04,429 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:04,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17adf2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33279,1732605537306 2024-11-26T07:19:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ebb5726 2024-11-26T07:19:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:04,432 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:04,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:43995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:19:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:19:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:04,434 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:43995' 2024-11-26T07:19:04,435 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522451e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,435 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,43995,-1 for getting cluster id 2024-11-26T07:19:04,435 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:04,436 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2175f273-7152-491d-a362-667aba82412b' 2024-11-26T07:19:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2175f273-7152-491d-a362-667aba82412b" 2024-11-26T07:19:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edf87c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,43995,-1] 2024-11-26T07:19:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:04,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:04,437 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:04,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496a6942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:04,438 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:04,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,43995,1732605541353 2024-11-26T07:19:04,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76625679 2024-11-26T07:19:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:04,439 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:04,440 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T07:19:04,440 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:19:04,440 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:04,440 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:04,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:04,440 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:04,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:19:04,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:04,442 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:04,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741835_1011 (size=1138) 2024-11-26T07:19:04,492 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:19:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:04,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df7a31d75efd2ac2069696db748141d9, NAME => 'hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2 2024-11-26T07:19:04,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741836_1012 (size=44) 2024-11-26T07:19:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:05,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:19:05,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:05,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df7a31d75efd2ac2069696db748141d9, disabling compactions & flushes 2024-11-26T07:19:05,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:05,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:05,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. after waiting 0 ms 2024-11-26T07:19:05,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:05,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:05,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df7a31d75efd2ac2069696db748141d9: Waiting for close lock at 1732605545256Disabling compacts and flushes for region at 1732605545256Disabling writes for close at 1732605545256Writing region close event to WAL at 1732605545256Closed at 1732605545256 2024-11-26T07:19:05,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:05,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605545257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605545257"}]},"ts":"1732605545257"} 2024-11-26T07:19:05,260 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:05,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:05,261 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605545261"}]},"ts":"1732605545261"} 2024-11-26T07:19:05,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:19:05,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN}] 2024-11-26T07:19:05,263 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN 2024-11-26T07:19:05,264 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN; state=OFFLINE, location=15ed1af4400d,41619,1732605537359; forceNewPlan=false, retain=false 2024-11-26T07:19:05,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=df7a31d75efd2ac2069696db748141d9, regionState=OPENING, regionLocation=15ed1af4400d,41619,1732605537359 2024-11-26T07:19:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN because future has completed 2024-11-26T07:19:05,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7a31d75efd2ac2069696db748141d9, server=15ed1af4400d,41619,1732605537359}] 2024-11-26T07:19:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:05,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:05,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:05,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:19:05,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41619%2C1732605537359.rep, suffix=, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs, maxLogs=10 2024-11-26T07:19:05,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.rep.1732605545577, exclude list is [], retry=0 2024-11-26T07:19:05,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:19:05,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.rep.1732605545577 2024-11-26T07:19:05,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:19:05,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => df7a31d75efd2ac2069696db748141d9, NAME => 'hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:05,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:05,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:05,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. service=MultiRowMutationService 2024-11-26T07:19:05,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:19:05,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:05,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,597 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,598 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7a31d75efd2ac2069696db748141d9 columnFamilyName hfileref 2024-11-26T07:19:05,598 DEBUG [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:05,599 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(327): Store=df7a31d75efd2ac2069696db748141d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:05,599 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,600 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7a31d75efd2ac2069696db748141d9 columnFamilyName queue 2024-11-26T07:19:05,600 DEBUG [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:05,600 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(327): Store=df7a31d75efd2ac2069696db748141d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:05,600 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,601 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7a31d75efd2ac2069696db748141d9 columnFamilyName sid 2024-11-26T07:19:05,601 DEBUG [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:05,601 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(327): Store=df7a31d75efd2ac2069696db748141d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:05,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:05,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:05,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened df7a31d75efd2ac2069696db748141d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62755037, jitterRate=-0.06487707793712616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:05,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:05,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for df7a31d75efd2ac2069696db748141d9: Running coprocessor pre-open hook at 1732605545596Writing region info on filesystem at 1732605545596Initializing all the Stores at 1732605545597 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605545597Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605545597Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605545597Cleaning up temporary data from old regions at 1732605545603 (+6 ms)Running coprocessor post-open hooks at 1732605545607 (+4 ms)Region opened successfully at 1732605545607 2024-11-26T07:19:05,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., pid=7, masterSystemTime=1732605545570 2024-11-26T07:19:05,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:05,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:05,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=df7a31d75efd2ac2069696db748141d9, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,41619,1732605537359 2024-11-26T07:19:05,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7a31d75efd2ac2069696db748141d9, server=15ed1af4400d,41619,1732605537359 because future has completed 2024-11-26T07:19:05,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T07:19:05,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure df7a31d75efd2ac2069696db748141d9, server=15ed1af4400d,41619,1732605537359 in 196 msec 2024-11-26T07:19:05,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:19:05,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN in 352 msec 2024-11-26T07:19:05,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:05,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605545618"}]},"ts":"1732605545618"} 2024-11-26T07:19:05,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:19:05,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:05,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-26T07:19:05,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., hostname=15ed1af4400d,41619,1732605537359, seqNum=2] 2024-11-26T07:19:05,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:05,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:05,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:19:05,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T07:19:05,811 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:19:05,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:05,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:05,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:05,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:05,841 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,41619,1732605537359, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:19:05,842 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:05,842 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,41619,1732605537359, seqNum=-1] 2024-11-26T07:19:05,842 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:05,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T07:19:05,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,41619,1732605537359', locateType=CURRENT is [region=hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., hostname=15ed1af4400d,41619,1732605537359, seqNum=2] 2024-11-26T07:19:05,848 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T07:19:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T07:19:05,850 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,41619,1732605537359 suceeded 2024-11-26T07:19:05,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T07:19:05,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T07:19:05,852 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:43995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:19:05,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-26T07:19:05,862 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:43995' 2024-11-26T07:19:05,863 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@653cd554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:05,863 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,43995,-1 for getting cluster id 2024-11-26T07:19:05,863 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:05,864 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2175f273-7152-491d-a362-667aba82412b' 2024-11-26T07:19:05,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:05,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2175f273-7152-491d-a362-667aba82412b" 2024-11-26T07:19:05,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b02e2ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:05,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,43995,-1] 2024-11-26T07:19:05,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:05,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:05,866 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:05,866 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719b23dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:05,866 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:05,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,43995,1732605541353 2024-11-26T07:19:05,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ccd0c1f 2024-11-26T07:19:05,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:05,868 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:05,869 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,41619,1732605537359 (queues=1) is replicating from cluster=6c1a772b-3993-4ff1-b7aa-4b25d3257e2c to cluster=2175f273-7152-491d-a362-667aba82412b 2024-11-26T07:19:05,869 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C41619%2C1732605537359 2024-11-26T07:19:05,869 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,41619,1732605537359, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:19:05,869 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.wal-reader.15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347, startPosition=0, beingWritten=true 2024-11-26T07:19:05,869 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.shipper15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C41619%2C1732605537359 2024-11-26T07:19:06,074 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.wal-reader.15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347 to pos 0, reset compression=false 2024-11-26T07:19:06,378 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.wal-reader.15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347 to pos 0, reset compression=false 2024-11-26T07:19:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:06,594 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:19:06,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:06,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:06,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:06,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:06,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:06,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33279,1732605537306 2024-11-26T07:19:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ff92ef6 2024-11-26T07:19:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:06,596 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:06,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33279 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:19:06,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:06,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:06,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:06,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:06,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:06,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:19:06,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1729814046, stopped=false 2024-11-26T07:19:06,597 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,33279,1732605537306 2024-11-26T07:19:06,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/running 2024-11-26T07:19:06,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:06,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/running 2024-11-26T07:19:06,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:06,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:06,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:06,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:06,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:06,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,41619,1732605537359' ***** 2024-11-26T07:19:06,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:19:06,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:19:06,600 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:19:06,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:19:06,600 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:19:06,600 INFO [RS:0;15ed1af4400d:41619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:19:06,600 INFO [RS:0;15ed1af4400d:41619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:19:06,600 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,41619,1732605537359 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:41619. 2024-11-26T07:19:06,601 DEBUG [RS:0;15ed1af4400d:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:06,601 DEBUG [RS:0;15ed1af4400d:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:06,601 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df7a31d75efd2ac2069696db748141d9, disabling compactions & flushes 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:19:06,601 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:06,601 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:19:06,601 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. after waiting 0 ms 2024-11-26T07:19:06,601 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:06,601 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df7a31d75efd2ac2069696db748141d9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T07:19:06,601 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:19:06,601 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1325): Online Regions={df7a31d75efd2ac2069696db748141d9=hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:19:06,601 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:06,601 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:06,601 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:06,602 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:06,602 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:06,602 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:06,602 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T07:19:06,617 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/.tmp/queue/a5e18a3a17f34ff691679b6d198e377d is 151, key is 1-15ed1af4400d,41619,1732605537359/queue:15ed1af4400d%2C41619%2C1732605537359/1732605545847/Put/seqid=0 2024-11-26T07:19:06,620 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741838_1014 (size=5350) 2024-11-26T07:19:06,624 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/info/7373e269a6dd49d68bdfc2e6fc212e80 is 147, key is hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9./info:regioninfo/1732605545610/Put/seqid=0 2024-11-26T07:19:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741839_1015 (size=6631) 2024-11-26T07:19:06,784 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.wal-reader.15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347 to pos 0, reset compression=false 2024-11-26T07:19:06,802 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:07,002 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:07,022 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/.tmp/queue/a5e18a3a17f34ff691679b6d198e377d 2024-11-26T07:19:07,028 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/info/7373e269a6dd49d68bdfc2e6fc212e80 2024-11-26T07:19:07,029 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/.tmp/queue/a5e18a3a17f34ff691679b6d198e377d as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/queue/a5e18a3a17f34ff691679b6d198e377d 2024-11-26T07:19:07,034 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/queue/a5e18a3a17f34ff691679b6d198e377d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T07:19:07,035 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for df7a31d75efd2ac2069696db748141d9 in 434ms, sequenceid=5, compaction requested=false 2024-11-26T07:19:07,035 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:19:07,041 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:19:07,041 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:07,041 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:07,041 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:07,041 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df7a31d75efd2ac2069696db748141d9: Waiting for close lock at 1732605546601Running coprocessor pre-close hooks at 1732605546601Disabling compacts and flushes for region at 1732605546601Disabling writes for close at 1732605546601Obtaining lock to block concurrent updates at 1732605546601Preparing flush snapshotting stores in df7a31d75efd2ac2069696db748141d9 at 1732605546601Finished memstore snapshotting hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732605546601Flushing stores of hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. at 1732605546602 (+1 ms)Flushing df7a31d75efd2ac2069696db748141d9/queue: creating writer at 1732605546602Flushing df7a31d75efd2ac2069696db748141d9/queue: appending metadata at 1732605546617 (+15 ms)Flushing df7a31d75efd2ac2069696db748141d9/queue: closing flushed file at 1732605546617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2608efbe: reopening flushed file at 1732605547028 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for df7a31d75efd2ac2069696db748141d9 in 434ms, sequenceid=5, compaction requested=false at 1732605547035 (+7 ms)Writing region close event to WAL at 1732605547037 (+2 ms)Running coprocessor post-close hooks at 1732605547041 (+4 ms)Closed at 1732605547041 2024-11-26T07:19:07,041 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:07,049 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/ns/7e2bc2b554864465827c4d0bcd9612c7 is 43, key is default/ns:d/1732605540340/Put/seqid=0 2024-11-26T07:19:07,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741840_1016 (size=5153) 2024-11-26T07:19:07,202 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:07,216 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:19:07,216 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:19:07,288 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.wal-reader.15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347 to pos 0, reset compression=false 2024-11-26T07:19:07,402 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:07,453 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/ns/7e2bc2b554864465827c4d0bcd9612c7 2024-11-26T07:19:07,472 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/table/218e990aab514913a1ce295a8ccc7928 is 53, key is hbase:replication/table:state/1732605545618/Put/seqid=0 2024-11-26T07:19:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741841_1017 (size=5256) 2024-11-26T07:19:07,602 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:19:07,602 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:19:07,602 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:07,803 DEBUG [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:07,877 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/table/218e990aab514913a1ce295a8ccc7928 2024-11-26T07:19:07,882 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/info/7373e269a6dd49d68bdfc2e6fc212e80 as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/info/7373e269a6dd49d68bdfc2e6fc212e80 2024-11-26T07:19:07,886 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/info/7373e269a6dd49d68bdfc2e6fc212e80, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T07:19:07,887 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/ns/7e2bc2b554864465827c4d0bcd9612c7 as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/ns/7e2bc2b554864465827c4d0bcd9612c7 2024-11-26T07:19:07,891 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/ns/7e2bc2b554864465827c4d0bcd9612c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:19:07,892 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/table/218e990aab514913a1ce295a8ccc7928 as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/table/218e990aab514913a1ce295a8ccc7928 2024-11-26T07:19:07,893 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.wal-reader.15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347 to pos 0, reset compression=false 2024-11-26T07:19:07,897 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/table/218e990aab514913a1ce295a8ccc7928, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T07:19:07,898 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-26T07:19:07,902 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:19:07,903 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:07,903 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:07,903 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:07,903 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605546601Running coprocessor pre-close hooks at 1732605546601Disabling compacts and flushes for region at 1732605546601Disabling writes for close at 1732605546602 (+1 ms)Obtaining lock to block concurrent updates at 1732605546602Preparing flush snapshotting stores in 1588230740 at 1732605546602Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732605546602Flushing stores of hbase:meta,,1.1588230740 at 1732605546603 (+1 ms)Flushing 1588230740/info: creating writer at 1732605546603Flushing 1588230740/info: appending metadata at 1732605546623 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732605546623Flushing 1588230740/ns: creating writer at 1732605547034 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732605547048 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732605547048Flushing 1588230740/table: creating writer at 1732605547458 (+410 ms)Flushing 1588230740/table: appending metadata at 1732605547472 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605547472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5883e06e: reopening flushed file at 1732605547882 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39400697: reopening flushed file at 1732605547887 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb6a0c7: reopening flushed file at 1732605547892 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1732605547898 (+6 ms)Writing region close event to WAL at 1732605547899 (+1 ms)Running coprocessor post-close hooks at 1732605547903 (+4 ms)Closed at 1732605547903 2024-11-26T07:19:07,903 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:08,003 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,41619,1732605537359; all regions closed. 2024-11-26T07:19:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741834_1010 (size=2742) 2024-11-26T07:19:08,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.meta.1732605540292.meta not finished, retry = 0 2024-11-26T07:19:08,108 DEBUG [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs 2024-11-26T07:19:08,108 INFO [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C41619%2C1732605537359.meta:.meta(num 1732605540292) 2024-11-26T07:19:08,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741837_1013 (size=1586) 2024-11-26T07:19:08,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.rep.1732605545577 not finished, retry = 0 2024-11-26T07:19:08,212 DEBUG [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs 2024-11-26T07:19:08,212 INFO [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C41619%2C1732605537359.rep:(num 1732605545577) 2024-11-26T07:19:08,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359/15ed1af4400d%2C41619%2C1732605537359.1732605539347 not finished, retry = 0 2024-11-26T07:19:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741832_1008 (size=93) 2024-11-26T07:19:08,317 DEBUG [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs 2024-11-26T07:19:08,317 INFO [RS:0;15ed1af4400d:41619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C41619%2C1732605537359:(num 1732605539347) 2024-11-26T07:19:08,317 DEBUG [RS:0;15ed1af4400d:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:08,317 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:08,317 INFO [RS:0;15ed1af4400d:41619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:08,318 INFO [RS:0;15ed1af4400d:41619 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:08,318 INFO [RS:0;15ed1af4400d:41619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:08,318 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:08,318 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,41619,1732605537359 because: Region server is closing 2024-11-26T07:19:08,318 INFO [RS:0;15ed1af4400d:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:41619. 2024-11-26T07:19:08,318 DEBUG [RS:0;15ed1af4400d:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:08,318 DEBUG [RS:0;15ed1af4400d:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:08,318 DEBUG [RS:0;15ed1af4400d:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:08,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:08,419 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.shipper15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:19:08,419 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.wal-reader.15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:19:08,419 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,41619,1732605537359.replicationSource.shipper15ed1af4400d%2C41619%2C1732605537359,1-15ed1af4400d,41619,1732605537359 terminated 2024-11-26T07:19:08,419 INFO [RS:0;15ed1af4400d:41619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41619 2024-11-26T07:19:08,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/rs/15ed1af4400d,41619,1732605537359 2024-11-26T07:19:08,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/rs 2024-11-26T07:19:08,422 INFO [RS:0;15ed1af4400d:41619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:08,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,41619,1732605537359] 2024-11-26T07:19:08,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/draining/15ed1af4400d,41619,1732605537359 already deleted, retry=false 2024-11-26T07:19:08,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,41619,1732605537359 expired; onlineServers=0 2024-11-26T07:19:08,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,33279,1732605537306' ***** 2024-11-26T07:19:08,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:19:08,424 INFO [M:0;15ed1af4400d:33279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:08,425 INFO [M:0;15ed1af4400d:33279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:08,425 DEBUG [M:0;15ed1af4400d:33279 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:19:08,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:19:08,425 DEBUG [M:0;15ed1af4400d:33279 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:19:08,425 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605539144 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605539144,5,FailOnTimeoutGroup] 2024-11-26T07:19:08,425 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605539147 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605539147,5,FailOnTimeoutGroup] 2024-11-26T07:19:08,425 INFO [M:0;15ed1af4400d:33279 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:08,425 INFO [M:0;15ed1af4400d:33279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:08,425 DEBUG [M:0;15ed1af4400d:33279 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:19:08,425 INFO [M:0;15ed1af4400d:33279 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:19:08,425 INFO [M:0;15ed1af4400d:33279 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:08,425 INFO [M:0;15ed1af4400d:33279 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:19:08,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:19:08,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/master 2024-11-26T07:19:08,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:08,426 DEBUG [M:0;15ed1af4400d:33279 {}] zookeeper.ZKUtil(347): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/master because node does not exist (not an error) 2024-11-26T07:19:08,426 WARN [M:0;15ed1af4400d:33279 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:19:08,427 INFO [M:0;15ed1af4400d:33279 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/.lastflushedseqids 2024-11-26T07:19:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741842_1018 (size=181) 2024-11-26T07:19:08,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:08,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1015324528a0001, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:08,523 INFO [RS:0;15ed1af4400d:41619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:08,524 INFO [RS:0;15ed1af4400d:41619 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,41619,1732605537359; zookeeper connection closed. 2024-11-26T07:19:08,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fe59a63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fe59a63 2024-11-26T07:19:08,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:19:08,832 INFO [M:0;15ed1af4400d:33279 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:19:08,832 INFO [M:0;15ed1af4400d:33279 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:19:08,832 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:08,832 INFO [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:08,832 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:08,832 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:08,832 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:08,833 INFO [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T07:19:08,848 DEBUG [M:0;15ed1af4400d:33279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f761587278a4534bdffd803c318916a is 82, key is hbase:meta,,1/info:regioninfo/1732605540326/Put/seqid=0 2024-11-26T07:19:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741843_1019 (size=5672) 2024-11-26T07:19:09,253 INFO [M:0;15ed1af4400d:33279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f761587278a4534bdffd803c318916a 2024-11-26T07:19:09,272 DEBUG [M:0;15ed1af4400d:33279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9061f12e251b46a3a80a7fd7fd2669cf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732605545622/Put/seqid=0 2024-11-26T07:19:09,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741844_1020 (size=7203) 2024-11-26T07:19:09,677 INFO [M:0;15ed1af4400d:33279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9061f12e251b46a3a80a7fd7fd2669cf 2024-11-26T07:19:09,696 DEBUG [M:0;15ed1af4400d:33279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6090e67a41804825bd7a75a3ce032deb is 69, key is 15ed1af4400d,41619,1732605537359/rs:state/1732605539202/Put/seqid=0 2024-11-26T07:19:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741845_1021 (size=5156) 2024-11-26T07:19:10,100 INFO [M:0;15ed1af4400d:33279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6090e67a41804825bd7a75a3ce032deb 2024-11-26T07:19:10,105 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f761587278a4534bdffd803c318916a as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f761587278a4534bdffd803c318916a 2024-11-26T07:19:10,109 INFO [M:0;15ed1af4400d:33279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f761587278a4534bdffd803c318916a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T07:19:10,110 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9061f12e251b46a3a80a7fd7fd2669cf as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9061f12e251b46a3a80a7fd7fd2669cf 2024-11-26T07:19:10,114 INFO [M:0;15ed1af4400d:33279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9061f12e251b46a3a80a7fd7fd2669cf, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T07:19:10,115 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6090e67a41804825bd7a75a3ce032deb as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6090e67a41804825bd7a75a3ce032deb 2024-11-26T07:19:10,119 INFO [M:0;15ed1af4400d:33279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6090e67a41804825bd7a75a3ce032deb, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T07:19:10,119 INFO [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-26T07:19:10,121 INFO [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:10,121 DEBUG [M:0;15ed1af4400d:33279 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605548832Disabling compacts and flushes for region at 1732605548832Disabling writes for close at 1732605548832Obtaining lock to block concurrent updates at 1732605548833 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605548833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732605548833Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605548833Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605548834 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605548848 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605548848Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605549257 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605549272 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605549272Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605549682 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605549695 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605549695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677a1442: reopening flushed file at 1732605550104 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44783f03: reopening flushed file at 1732605550110 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548f1f1a: reopening flushed file at 1732605550114 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1732605550119 (+5 ms)Writing region close event to WAL at 1732605550121 (+2 ms)Closed at 1732605550121 2024-11-26T07:19:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741830_1006 (size=41008) 2024-11-26T07:19:10,123 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306/15ed1af4400d%2C33279%2C1732605537306.1732605539059 not finished, retry = 0 2024-11-26T07:19:10,224 INFO [M:0;15ed1af4400d:33279 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:19:10,224 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:10,224 INFO [M:0;15ed1af4400d:33279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33279 2024-11-26T07:19:10,224 INFO [M:0;15ed1af4400d:33279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:10,326 INFO [M:0;15ed1af4400d:33279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33279-0x1015324528a0000, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:10,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:10,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:10,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:10,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:10,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:10,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:10,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:19:10,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:10,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36013 2024-11-26T07:19:10,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36013 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:19:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360130x0, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:10,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36013-0x1015324528a0006 connected 2024-11-26T07:19:10,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:10,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:10,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:19:10,339 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: INIT 2024-11-26T07:19:10,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2, hbase.cluster.distributed=false 2024-11-26T07:19:10,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/acl 2024-11-26T07:19:10,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-26T07:19:10,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36013 2024-11-26T07:19:10,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36013 2024-11-26T07:19:10,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-26T07:19:10,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-26T07:19:10,356 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:10,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:10,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:10,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:10,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:10,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:10,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:19:10,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:10,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41103 2024-11-26T07:19:10,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41103 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-11-26T07:19:10,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:10,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:10,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411030x0, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:10,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41103-0x1015324528a0007 connected 2024-11-26T07:19:10,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:19:10,363 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: INIT 2024-11-26T07:19:10,363 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:19:10,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:19:10,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/master 2024-11-26T07:19:10,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/acl 2024-11-26T07:19:10,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-26T07:19:10,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41103 2024-11-26T07:19:10,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41103 2024-11-26T07:19:10,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-26T07:19:10,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-26T07:19:10,385 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:36013 2024-11-26T07:19:10,386 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0295630247/backup-masters/15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:19:10,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:19:10,387 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on existing znode=/0295630247/backup-masters/15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295630247/master 2024-11-26T07:19:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:10,389 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on existing znode=/0295630247/master 2024-11-26T07:19:10,390 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0295630247/backup-masters/15ed1af4400d,36013,1732605550327 from backup master directory 2024-11-26T07:19:10,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:19:10,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/backup-masters/15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,393 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:10,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/backup-masters 2024-11-26T07:19:10,393 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,404 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:10,404 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:19:10,410 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-26T07:19:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741846_1022 (size=196) 2024-11-26T07:19:10,820 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:10,821 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:19:10,821 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:10,828 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T07:19:10,831 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306 to hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306-dead as it is dead 2024-11-26T07:19:10,831 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306-dead/15ed1af4400d%2C33279%2C1732605537306.1732605539059 2024-11-26T07:19:10,832 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306-dead/15ed1af4400d%2C33279%2C1732605537306.1732605539059 after 1ms 2024-11-26T07:19:10,832 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306-dead/15ed1af4400d%2C33279%2C1732605537306.1732605539059 to hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C33279%2C1732605537306.1732605539059 2024-11-26T07:19:10,832 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,33279,1732605537306-dead 2024-11-26T07:19:10,833 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,833 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:10,835 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C36013%2C1732605550327, suffix=, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,36013,1732605550327, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/oldWALs, maxLogs=10 2024-11-26T07:19:10,849 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,36013,1732605550327/15ed1af4400d%2C36013%2C1732605550327.1732605550835, exclude list is [], retry=0 2024-11-26T07:19:10,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:19:10,854 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,36013,1732605550327/15ed1af4400d%2C36013%2C1732605550327.1732605550835 2024-11-26T07:19:10,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:19:10,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:10,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:10,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:19:10,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:10,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f761587278a4534bdffd803c318916a 2024-11-26T07:19:10,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:10,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:19:10,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:10,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9061f12e251b46a3a80a7fd7fd2669cf 2024-11-26T07:19:10,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:10,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:19:10,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:10,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6090e67a41804825bd7a75a3ce032deb 2024-11-26T07:19:10,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:10,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:19:10,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:10,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:10,875 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,876 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T07:19:10,876 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C33279%2C1732605537306.1732605539059 2024-11-26T07:19:10,880 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C33279%2C1732605537306.1732605539059 2024-11-26T07:19:10,881 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/15ed1af4400d%2C33279%2C1732605537306.1732605539059 2024-11-26T07:19:10,882 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,882 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,882 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:10,883 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:10,885 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T07:19:10,886 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72962020, jitterRate=0.08721882104873657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:10,886 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605550855Initializing all the Stores at 1732605550855Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605550855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605550855Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605550855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605550855Cleaning up temporary data from old regions at 1732605550882 (+27 ms)Region opened successfully at 1732605550886 (+4 ms) 2024-11-26T07:19:10,887 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:19:10,889 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d192ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:10,891 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T07:19:10,891 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:19:10,892 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:19:10,892 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:19:10,892 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:19:10,894 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:10,895 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:19:10,895 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:19:10,895 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T07:19:10,895 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:19:10,901 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=15ed1af4400d,41619,1732605537359, regionLocation=15ed1af4400d,41619,1732605537359, openSeqNum=2 2024-11-26T07:19:10,902 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=15ed1af4400d,41619,1732605537359, table=hbase:meta, region=1588230740 2024-11-26T07:19:10,902 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,41619,1732605537359, state=OPEN 2024-11-26T07:19:10,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:10,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:10,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:10,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:10,906 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:19:10,908 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/draining/15ed1af4400d,41619,1732605537359 already deleted, retry=false 2024-11-26T07:19:10,908 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 15ed1af4400d,41619,1732605537359 on 15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,909 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 15ed1af4400d,41619,1732605537359, splitWal=true, meta=true 2024-11-26T07:19:10,909 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 15ed1af4400d,41619,1732605537359 (carryingMeta=true) 15ed1af4400d,41619,1732605537359/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4416eaa6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T07:19:10,911 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/balancer because node does not exist (not necessarily an error) 2024-11-26T07:19:10,914 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/balancer already deleted, retry=false 2024-11-26T07:19:10,914 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:19:10,915 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:19:10,916 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/normalizer already deleted, retry=false 2024-11-26T07:19:10,916 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:19:10,917 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:19:10,918 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/switch/split already deleted, retry=false 2024-11-26T07:19:10,919 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:19:10,920 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/switch/merge already deleted, retry=false 2024-11-26T07:19:10,926 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:19:10,927 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/snapshot-cleanup already deleted, retry=false 2024-11-26T07:19:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295630247/running 2024-11-26T07:19:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295630247/running 2024-11-26T07:19:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:10,929 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,36013,1732605550327, sessionid=0x1015324528a0006, setting cluster-up flag (Was=false) 2024-11-26T07:19:10,931 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0295630247/flush-table-proc/acquired, /0295630247/flush-table-proc/reached, /0295630247/flush-table-proc/abort 2024-11-26T07:19:10,932 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,936 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0295630247/online-snapshot/acquired, /0295630247/online-snapshot/reached, /0295630247/online-snapshot/abort 2024-11-26T07:19:10,937 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,36013,1732605550327 2024-11-26T07:19:10,938 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/.lastflushedseqids 2024-11-26T07:19:10,940 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:19:10,940 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:19:10,940 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,36013,1732605550327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 15ed1af4400d,41619,1732605537359 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:10,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:10,945 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 15ed1af4400d,41619,1732605537359, splitWal=true, meta=true 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605580945 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:19:10,946 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:10,946 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 15ed1af4400d,41619,1732605537359, splitWal=true, meta=true, isMeta: true 2024-11-26T07:19:10,947 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:19:10,947 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:19:10,947 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:19:10,947 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:19:10,947 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:19:10,947 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:19:10,947 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605550947,5,FailOnTimeoutGroup] 2024-11-26T07:19:10,947 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605550947,5,FailOnTimeoutGroup] 2024-11-26T07:19:10,947 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:10,948 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:19:10,948 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:10,948 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:10,948 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605550948, completionTime=-1 2024-11-26T07:19:10,948 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T07:19:10,948 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359-splitting 2024-11-26T07:19:10,948 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T07:19:10,949 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359-splitting dir is empty, no logs to split. 2024-11-26T07:19:10,949 INFO [PEWorker-1 {}] master.SplitWALManager(105): 15ed1af4400d,41619,1732605537359 WAL count=0, meta=true 2024-11-26T07:19:10,951 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359-splitting dir is empty, no logs to split. 2024-11-26T07:19:10,951 INFO [PEWorker-1 {}] master.SplitWALManager(105): 15ed1af4400d,41619,1732605537359 WAL count=0, meta=true 2024-11-26T07:19:10,951 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 15ed1af4400d,41619,1732605537359 WAL splitting is done? wals=0, meta=true 2024-11-26T07:19:10,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:19:10,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:10,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:19:10,974 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(746): ClusterId : 6c1a772b-3993-4ff1-b7aa-4b25d3257e2c 2024-11-26T07:19:10,974 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:19:10,976 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:19:10,976 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:19:10,978 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:19:10,978 DEBUG [RS:0;15ed1af4400d:41103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73267339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:10,990 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:41103 2024-11-26T07:19:10,990 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:19:10,990 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:19:10,990 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:19:10,991 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,36013,1732605550327 with port=41103, startcode=1732605550355 2024-11-26T07:19:10,991 DEBUG [RS:0;15ed1af4400d:41103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:19:10,993 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:19:10,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,41103,1732605550355 2024-11-26T07:19:10,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,41103,1732605550355 2024-11-26T07:19:10,994 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2 2024-11-26T07:19:10,994 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35229 2024-11-26T07:19:10,994 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:19:10,998 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T07:19:11,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/rs 2024-11-26T07:19:11,002 DEBUG [RS:0;15ed1af4400d:41103 {}] zookeeper.ZKUtil(111): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on existing znode=/0295630247/rs/15ed1af4400d,41103,1732605550355 2024-11-26T07:19:11,002 WARN [RS:0;15ed1af4400d:41103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:11,002 INFO [RS:0;15ed1af4400d:41103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:11,002 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355 2024-11-26T07:19:11,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,41103,1732605550355] 2024-11-26T07:19:11,031 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:19:11,032 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:19:11,032 INFO [RS:0;15ed1af4400d:41103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:19:11,032 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,033 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:19:11,034 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:19:11,034 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:11,034 DEBUG [RS:0;15ed1af4400d:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:11,036 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,036 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,036 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,036 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,036 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,036 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41103,1732605550355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:11,054 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:19:11,054 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41103,1732605550355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,070 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,41103,1732605550355, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:19:11,070 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,070 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.Replication(171): 15ed1af4400d,41103,1732605550355 started 2024-11-26T07:19:11,086 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:11,086 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,41103,1732605550355, RpcServer on 15ed1af4400d/172.17.0.2:41103, sessionid=0x1015324528a0007 2024-11-26T07:19:11,086 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:19:11,086 DEBUG [RS:0;15ed1af4400d:41103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,41103,1732605550355 2024-11-26T07:19:11,086 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,41103,1732605550355' 2024-11-26T07:19:11,086 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0295630247/flush-table-proc/abort' 2024-11-26T07:19:11,086 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0295630247/flush-table-proc/acquired' 2024-11-26T07:19:11,087 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:19:11,087 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:19:11,087 DEBUG [RS:0;15ed1af4400d:41103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,41103,1732605550355 2024-11-26T07:19:11,087 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,41103,1732605550355' 2024-11-26T07:19:11,087 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0295630247/online-snapshot/abort' 2024-11-26T07:19:11,087 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0295630247/online-snapshot/acquired' 2024-11-26T07:19:11,088 DEBUG [RS:0;15ed1af4400d:41103.replicationSource,1-15ed1af4400d,41103,1732605550355 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:43995' 2024-11-26T07:19:11,088 DEBUG [RS:0;15ed1af4400d:41103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:19:11,088 INFO [RS:0;15ed1af4400d:41103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:19:11,088 INFO [RS:0;15ed1af4400d:41103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:19:11,089 DEBUG [RS:0;15ed1af4400d:41103.replicationSource,1-15ed1af4400d,41103,1732605550355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33494675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:11,089 DEBUG [RS:0;15ed1af4400d:41103.replicationSource,1-15ed1af4400d,41103,1732605550355 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,43995,-1 for getting cluster id 2024-11-26T07:19:11,089 DEBUG [RS:0;15ed1af4400d:41103.replicationSource,1-15ed1af4400d,41103,1732605550355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:11,097 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2175f273-7152-491d-a362-667aba82412b' 2024-11-26T07:19:11,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:11,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2175f273-7152-491d-a362-667aba82412b" 2024-11-26T07:19:11,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62aa1a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:11,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,43995,-1] 2024-11-26T07:19:11,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:11,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:11,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:11,099 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:11,100 DEBUG [RS:0;15ed1af4400d:41103.replicationSource,1-15ed1af4400d,41103,1732605550355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5144471a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:11,100 DEBUG [RS:0;15ed1af4400d:41103.replicationSource,1-15ed1af4400d,41103,1732605550355 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:11,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,43995,1732605541353 2024-11-26T07:19:11,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@650af11a 2024-11-26T07:19:11,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:11,103 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:11,104 WARN [15ed1af4400d:36013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:19:11,104 INFO [RS:0;15ed1af4400d:41103.replicationSource,1-15ed1af4400d,41103,1732605550355 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,41103,1732605550355 (queues=0) is replicating from cluster=6c1a772b-3993-4ff1-b7aa-4b25d3257e2c to cluster=2175f273-7152-491d-a362-667aba82412b 2024-11-26T07:19:11,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:11,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:11,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:11,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:11,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:11,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:11,188 INFO [RS:0;15ed1af4400d:41103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:11,190 INFO [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41103%2C1732605550355, suffix=, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs, maxLogs=10 2024-11-26T07:19:11,203 DEBUG [RS:0;15ed1af4400d:41103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190, exclude list is [], retry=0 2024-11-26T07:19:11,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:19:11,208 INFO [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 2024-11-26T07:19:11,209 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 15ed1af4400d%2C41103%2C1732605550355 for peer 1 2024-11-26T07:19:11,209 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C41103%2C1732605550355 2024-11-26T07:19:11,209 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,41103,1732605550355, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:19:11,210 DEBUG [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:19:11,210 INFO [RS:0;15ed1af4400d:41103.replicationSource.shipper15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C41103%2C1732605550355 2024-11-26T07:19:11,211 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190, startPosition=0, beingWritten=true 2024-11-26T07:19:11,354 DEBUG [15ed1af4400d:36013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:11,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,41103,1732605550355 2024-11-26T07:19:11,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,41103,1732605550355, state=OPENING 2024-11-26T07:19:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:11,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:11,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:11,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:11,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,41103,1732605550355}] 2024-11-26T07:19:11,416 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:11,511 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:11,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:19:11,516 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:19:11,516 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:11,516 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:19:11,517 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41103%2C1732605550355.meta, suffix=.meta, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs, maxLogs=10 2024-11-26T07:19:11,531 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.meta.1732605551518.meta, exclude list is [], retry=0 2024-11-26T07:19:11,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:19:11,535 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.meta.1732605551518.meta 2024-11-26T07:19:11,535 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:19:11,536 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:11,536 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:11,536 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:11,536 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:19:11,536 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:19:11,536 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:19:11,536 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:11,536 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:19:11,537 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:19:11,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:11,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:11,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:11,549 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/info/7373e269a6dd49d68bdfc2e6fc212e80 2024-11-26T07:19:11,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:11,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:11,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:11,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:11,555 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/ns/7e2bc2b554864465827c4d0bcd9612c7 2024-11-26T07:19:11,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:11,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:11,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:11,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:11,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:11,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:11,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:11,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:11,566 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/table/218e990aab514913a1ce295a8ccc7928 2024-11-26T07:19:11,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:11,566 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:11,567 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740 2024-11-26T07:19:11,568 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740 2024-11-26T07:19:11,569 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:11,569 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:11,570 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:11,571 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:11,572 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67534853, jitterRate=0.006347730755805969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:11,572 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:19:11,572 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605551537Writing region info on filesystem at 1732605551537Initializing all the Stores at 1732605551537Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605551538 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605551540 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605551540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605551540Cleaning up temporary data from old regions at 1732605551569 (+29 ms)Running coprocessor post-open hooks at 1732605551572 (+3 ms)Region opened successfully at 1732605551572 2024-11-26T07:19:11,573 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732605551510 2024-11-26T07:19:11,575 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:19:11,575 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:19:11,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=15ed1af4400d,41103,1732605550355 2024-11-26T07:19:11,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,41103,1732605550355, state=OPEN 2024-11-26T07:19:11,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:11,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295630247/meta-region-server 2024-11-26T07:19:11,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,41103,1732605550355 2024-11-26T07:19:11,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:11,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295630247/meta-region-server: CHANGED 2024-11-26T07:19:11,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T07:19:11,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,41103,1732605550355 in 236 msec 2024-11-26T07:19:11,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:19:11,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-26T07:19:11,723 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:12,129 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:12,501 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-26T07:19:12,636 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:13,242 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:13,947 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:14,004 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3056ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-26T07:19:14,753 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:15,456 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T07:19:15,456 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:19:15,457 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:15,457 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,41103,1732605550355, seqNum=-1] 2024-11-26T07:19:15,457 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:15,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:15,463 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df7a31d75efd2ac2069696db748141d9, regionState=OPEN, lastHost=15ed1af4400d,41619,1732605537359, regionLocation=15ed1af4400d,41619,1732605537359, openSeqNum=2 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605615463 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605675463 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T07:19:15,463 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 15ed1af4400d,41619,1732605537359 had 2 regions 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36013,1732605550327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36013,1732605550327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36013,1732605550327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:36013, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:15,463 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:15,464 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:15,464 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 15ed1af4400d,41619,1732605537359, splitWal=true, meta=true, isMeta: false 2024-11-26T07:19:15,466 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359-splitting dir is empty, no logs to split. 2024-11-26T07:19:15,466 INFO [PEWorker-3 {}] master.SplitWALManager(105): 15ed1af4400d,41619,1732605537359 WAL count=0, meta=false 2024-11-26T07:19:15,471 WARN [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=15ed1af4400d,41619,1732605537359/hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.079sec 2024-11-26T07:19:15,472 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41619,1732605537359-splitting dir is empty, no logs to split. 2024-11-26T07:19:15,472 INFO [PEWorker-3 {}] master.SplitWALManager(105): 15ed1af4400d,41619,1732605537359 WAL count=0, meta=false 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:19:15,472 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 15ed1af4400d,41619,1732605537359 WAL splitting is done? wals=0, meta=false 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36013,1732605550327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:15,472 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36013,1732605550327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:19:15,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN}] 2024-11-26T07:19:15,475 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN 2024-11-26T07:19:15,476 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:19:15,478 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:19:15,478 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:19:15,478 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36013,1732605550327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:15,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:15,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36013,-1 for getting cluster id 2024-11-26T07:19:15,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:15,481 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1a772b-3993-4ff1-b7aa-4b25d3257e2c' 2024-11-26T07:19:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1a772b-3993-4ff1-b7aa-4b25d3257e2c" 2024-11-26T07:19:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1093a24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36013,-1] 2024-11-26T07:19:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,483 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:15,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed6cb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:15,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:15,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,41103,1732605550355, seqNum=-1] 2024-11-26T07:19:15,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:15,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:15,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T07:19:15,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:15,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:15,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:15,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 15ed1af4400d:36013 after: 15ed1af4400d:36013 2024-11-26T07:19:15,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:15,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36013,-1 for getting cluster id 2024-11-26T07:19:15,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:15,492 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1a772b-3993-4ff1-b7aa-4b25d3257e2c' 2024-11-26T07:19:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1a772b-3993-4ff1-b7aa-4b25d3257e2c" 2024-11-26T07:19:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2259b5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36013,-1] 2024-11-26T07:19:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,494 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:15,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:15,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36013,1732605550327 2024-11-26T07:19:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34945746 2024-11-26T07:19:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:15,497 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:15,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T07:19:15,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:19:15,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:15,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:15,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:15,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:19:15,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509055756, stopped=false 2024-11-26T07:19:15,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,43995,1732605541353 2024-11-26T07:19:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353839804/running 2024-11-26T07:19:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353839804/running 2024-11-26T07:19:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:15,500 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:15,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on znode that does not yet exist, /11353839804/running 2024-11-26T07:19:15,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:15,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:15,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Set watcher on znode that does not yet exist, /11353839804/running 2024-11-26T07:19:15,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,38773,1732605541390' ***** 2024-11-26T07:19:15,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:19:15,501 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:19:15,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,38773,1732605541390 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:38773. 2024-11-26T07:19:15,502 DEBUG [RS:0;15ed1af4400d:38773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:15,502 DEBUG [RS:0;15ed1af4400d:38773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:19:15,502 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:19:15,504 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:19:15,504 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:19:15,504 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:15,504 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:15,504 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:15,505 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:15,505 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:15,505 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:15,505 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T07:19:15,533 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740/.tmp/ns/b137d659495d4c9089707a28c6bc36cb is 43, key is default/ns:d/1732605544355/Put/seqid=0 2024-11-26T07:19:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741835_1011 (size=5153) 2024-11-26T07:19:15,552 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:15,626 DEBUG [15ed1af4400d:36013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:15,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=df7a31d75efd2ac2069696db748141d9, regionState=OPENING, regionLocation=15ed1af4400d,41103,1732605550355 2024-11-26T07:19:15,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN because future has completed 2024-11-26T07:19:15,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7a31d75efd2ac2069696db748141d9, server=15ed1af4400d,41103,1732605550355}] 2024-11-26T07:19:15,659 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:15,704 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:15,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:15,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:15,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:19:15,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41103%2C1732605550355.rep, suffix=, logDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355, archiveDir=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs, maxLogs=10 2024-11-26T07:19:15,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.rep.1732605555788, exclude list is [], retry=0 2024-11-26T07:19:15,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34401,DS-f74409bd-e1c4-442a-ab8e-3fef3b40527e,DISK] 2024-11-26T07:19:15,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.rep.1732605555788 2024-11-26T07:19:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253)] 2024-11-26T07:19:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => df7a31d75efd2ac2069696db748141d9, NAME => 'hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:15,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. service=MultiRowMutationService 2024-11-26T07:19:15,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:19:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,807 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,807 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7a31d75efd2ac2069696db748141d9 columnFamilyName hfileref 2024-11-26T07:19:15,807 DEBUG [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:15,808 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(327): Store=df7a31d75efd2ac2069696db748141d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:15,808 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,809 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7a31d75efd2ac2069696db748141d9 columnFamilyName queue 2024-11-26T07:19:15,809 DEBUG [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:15,813 DEBUG [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/queue/a5e18a3a17f34ff691679b6d198e377d 2024-11-26T07:19:15,813 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(327): Store=df7a31d75efd2ac2069696db748141d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:15,814 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,814 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7a31d75efd2ac2069696db748141d9 columnFamilyName sid 2024-11-26T07:19:15,814 DEBUG [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:15,815 INFO [StoreOpener-df7a31d75efd2ac2069696db748141d9-1 {}] regionserver.HStore(327): Store=df7a31d75efd2ac2069696db748141d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:15,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:15,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened df7a31d75efd2ac2069696db748141d9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74885535, jitterRate=0.11588142812252045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:15,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:15,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for df7a31d75efd2ac2069696db748141d9: Running coprocessor pre-open hook at 1732605555806Writing region info on filesystem at 1732605555806Initializing all the Stores at 1732605555806Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605555806Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605555807 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605555807Cleaning up temporary data from old regions at 1732605555817 (+10 ms)Running coprocessor post-open hooks at 1732605555819 (+2 ms)Region opened successfully at 1732605555820 (+1 ms) 2024-11-26T07:19:15,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., pid=13, masterSystemTime=1732605555783 2024-11-26T07:19:15,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:15,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:15,824 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=df7a31d75efd2ac2069696db748141d9, regionState=OPEN, openSeqNum=9, regionLocation=15ed1af4400d,41103,1732605550355 2024-11-26T07:19:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7a31d75efd2ac2069696db748141d9, server=15ed1af4400d,41103,1732605550355 because future has completed 2024-11-26T07:19:15,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T07:19:15,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure df7a31d75efd2ac2069696db748141d9, server=15ed1af4400d,41103,1732605550355 in 197 msec 2024-11-26T07:19:15,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T07:19:15,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7a31d75efd2ac2069696db748141d9, ASSIGN in 354 msec 2024-11-26T07:19:15,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T07:19:15,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., hostname=15ed1af4400d,41103,1732605550355, seqNum=9] 2024-11-26T07:19:15,846 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 15ed1af4400d,41619,1732605537359 2024-11-26T07:19:15,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T07:19:15,905 DEBUG [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:15,939 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740/.tmp/ns/b137d659495d4c9089707a28c6bc36cb 2024-11-26T07:19:15,946 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740/.tmp/ns/b137d659495d4c9089707a28c6bc36cb as hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740/ns/b137d659495d4c9089707a28c6bc36cb 2024-11-26T07:19:15,951 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740/ns/b137d659495d4c9089707a28c6bc36cb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T07:19:15,952 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-26T07:19:15,952 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:19:15,957 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T07:19:15,958 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:15,958 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:15,958 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:15,958 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605555504Running coprocessor pre-close hooks at 1732605555504Disabling compacts and flushes for region at 1732605555504Disabling writes for close at 1732605555505 (+1 ms)Obtaining lock to block concurrent updates at 1732605555505Preparing flush snapshotting stores in 1588230740 at 1732605555505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732605555505Flushing stores of hbase:meta,,1.1588230740 at 1732605555506 (+1 ms)Flushing 1588230740/ns: creating writer at 1732605555506Flushing 1588230740/ns: appending metadata at 1732605555533 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732605555533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd2ae7d: reopening flushed file at 1732605555945 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1732605555952 (+7 ms)Writing region close event to WAL at 1732605555954 (+2 ms)Running coprocessor post-close hooks at 1732605555958 (+4 ms)Closed at 1732605555958 2024-11-26T07:19:15,958 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:15,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T07:19:16,105 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,38773,1732605541390; all regions closed. 2024-11-26T07:19:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741834_1010 (size=1152) 2024-11-26T07:19:16,110 DEBUG [RS:0;15ed1af4400d:38773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/oldWALs 2024-11-26T07:19:16,110 INFO [RS:0;15ed1af4400d:38773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38773%2C1732605541390.meta:.meta(num 1732605544301) 2024-11-26T07:19:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741832_1008 (size=93) 2024-11-26T07:19:16,114 DEBUG [RS:0;15ed1af4400d:38773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/oldWALs 2024-11-26T07:19:16,114 INFO [RS:0;15ed1af4400d:38773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C38773%2C1732605541390:(num 1732605543375) 2024-11-26T07:19:16,114 DEBUG [RS:0;15ed1af4400d:38773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:16,114 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:16,114 INFO [RS:0;15ed1af4400d:38773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:16,114 INFO [RS:0;15ed1af4400d:38773 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:16,114 INFO [RS:0;15ed1af4400d:38773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:16,115 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:16,115 INFO [RS:0;15ed1af4400d:38773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38773 2024-11-26T07:19:16,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804/rs 2024-11-26T07:19:16,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353839804/rs/15ed1af4400d,38773,1732605541390 2024-11-26T07:19:16,118 INFO [RS:0;15ed1af4400d:38773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:16,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,38773,1732605541390] 2024-11-26T07:19:16,120 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11353839804/draining/15ed1af4400d,38773,1732605541390 already deleted, retry=false 2024-11-26T07:19:16,120 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,38773,1732605541390 expired; onlineServers=0 2024-11-26T07:19:16,120 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,43995,1732605541353' ***** 2024-11-26T07:19:16,120 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:19:16,120 INFO [M:0;15ed1af4400d:43995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:16,120 INFO [M:0;15ed1af4400d:43995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:16,121 DEBUG [M:0;15ed1af4400d:43995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:19:16,121 DEBUG [M:0;15ed1af4400d:43995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:19:16,121 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:19:16,121 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605543153 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605543153,5,FailOnTimeoutGroup] 2024-11-26T07:19:16,121 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605543152 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605543152,5,FailOnTimeoutGroup] 2024-11-26T07:19:16,121 INFO [M:0;15ed1af4400d:43995 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:16,121 INFO [M:0;15ed1af4400d:43995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:16,121 DEBUG [M:0;15ed1af4400d:43995 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:19:16,121 INFO [M:0;15ed1af4400d:43995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:19:16,121 INFO [M:0;15ed1af4400d:43995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:16,121 INFO [M:0;15ed1af4400d:43995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:19:16,121 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:19:16,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353839804/master 2024-11-26T07:19:16,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353839804 2024-11-26T07:19:16,125 DEBUG [M:0;15ed1af4400d:43995 {}] zookeeper.RecoverableZooKeeper(212): Node /11353839804/master already deleted, retry=false 2024-11-26T07:19:16,125 DEBUG [M:0;15ed1af4400d:43995 {}] master.ActiveMasterManager(353): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Failed delete of our master address node; KeeperErrorCode = NoNode for /11353839804/master 2024-11-26T07:19:16,126 INFO [M:0;15ed1af4400d:43995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/.lastflushedseqids 2024-11-26T07:19:16,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741836_1012 (size=99) 2024-11-26T07:19:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1015324528a0004, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:16,219 INFO [RS:0;15ed1af4400d:38773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:16,220 INFO [RS:0;15ed1af4400d:38773 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,38773,1732605541390; zookeeper connection closed. 2024-11-26T07:19:16,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7be8911c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7be8911c 2024-11-26T07:19:16,220 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:19:16,533 INFO [M:0;15ed1af4400d:43995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:19:16,533 INFO [M:0;15ed1af4400d:43995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:19:16,534 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:16,534 INFO [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:16,534 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:16,534 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:16,534 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:16,534 INFO [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T07:19:16,551 DEBUG [M:0;15ed1af4400d:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/612f12d7496947f482ddad646b77aa60 is 82, key is hbase:meta,,1/info:regioninfo/1732605544344/Put/seqid=0 2024-11-26T07:19:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741837_1013 (size=5672) 2024-11-26T07:19:16,664 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:16,956 INFO [M:0;15ed1af4400d:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/612f12d7496947f482ddad646b77aa60 2024-11-26T07:19:16,978 DEBUG [M:0;15ed1af4400d:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36ff320c139f4e23834aed70764b1225 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732605544358/Put/seqid=0 2024-11-26T07:19:16,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741838_1014 (size=5275) 2024-11-26T07:19:17,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:17,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:17,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:17,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:17,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:17,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:17,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:17,383 INFO [M:0;15ed1af4400d:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36ff320c139f4e23834aed70764b1225 2024-11-26T07:19:17,402 DEBUG [M:0;15ed1af4400d:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68edf55c1c0a49d7a8687d5fc9fd70d6 is 69, key is 15ed1af4400d,38773,1732605541390/rs:state/1732605543233/Put/seqid=0 2024-11-26T07:19:17,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741839_1015 (size=5156) 2024-11-26T07:19:17,770 DEBUG [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.1732605551190 to pos 0, reset compression=false 2024-11-26T07:19:17,806 INFO [M:0;15ed1af4400d:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68edf55c1c0a49d7a8687d5fc9fd70d6 2024-11-26T07:19:17,811 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/612f12d7496947f482ddad646b77aa60 as hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/612f12d7496947f482ddad646b77aa60 2024-11-26T07:19:17,815 INFO [M:0;15ed1af4400d:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/612f12d7496947f482ddad646b77aa60, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T07:19:17,816 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36ff320c139f4e23834aed70764b1225 as hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36ff320c139f4e23834aed70764b1225 2024-11-26T07:19:17,821 INFO [M:0;15ed1af4400d:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36ff320c139f4e23834aed70764b1225, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T07:19:17,822 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68edf55c1c0a49d7a8687d5fc9fd70d6 as hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68edf55c1c0a49d7a8687d5fc9fd70d6 2024-11-26T07:19:17,826 INFO [M:0;15ed1af4400d:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40695/user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68edf55c1c0a49d7a8687d5fc9fd70d6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T07:19:17,826 INFO [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-11-26T07:19:17,828 INFO [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:17,828 DEBUG [M:0;15ed1af4400d:43995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605556534Disabling compacts and flushes for region at 1732605556534Disabling writes for close at 1732605556534Obtaining lock to block concurrent updates at 1732605556534Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605556534Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732605556535 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605556535Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605556535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605556550 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605556550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605556961 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605556978 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605556978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605557388 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605557402 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605557402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db42318: reopening flushed file at 1732605557810 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27204e88: reopening flushed file at 1732605557816 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519727d5: reopening flushed file at 1732605557821 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1732605557826 (+5 ms)Writing region close event to WAL at 1732605557828 (+2 ms)Closed at 1732605557828 2024-11-26T07:19:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33671 is added to blk_1073741830_1006 (size=10165) 2024-11-26T07:19:17,830 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cde3e1a-de80-2857-0ce0-0d033d252dce/MasterData/WALs/15ed1af4400d,43995,1732605541353/15ed1af4400d%2C43995%2C1732605541353.1732605543078 not finished, retry = 0 2024-11-26T07:19:17,931 INFO [M:0;15ed1af4400d:43995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:19:17,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:17,931 INFO [M:0;15ed1af4400d:43995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43995 2024-11-26T07:19:17,932 INFO [M:0;15ed1af4400d:43995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:18,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:18,033 INFO [M:0;15ed1af4400d:43995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:18,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1015324528a0003, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:18,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183aab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:18,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:18,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:18,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:18,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:18,038 WARN [BP-165901031-172.17.0.2-1732605540420 heartbeating to localhost/127.0.0.1:40695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:19:18,038 WARN [BP-165901031-172.17.0.2-1732605540420 heartbeating to localhost/127.0.0.1:40695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165901031-172.17.0.2-1732605540420 (Datanode Uuid 7a8ac197-69c9-41f1-ba20-2a09e3092b24) service to localhost/127.0.0.1:40695 2024-11-26T07:19:18,038 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:19:18,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:19:18,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/cluster_1352547f-b712-bf13-aa96-47bb3b645dee/data/data1/current/BP-165901031-172.17.0.2-1732605540420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:18,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/cluster_1352547f-b712-bf13-aa96-47bb3b645dee/data/data2/current/BP-165901031-172.17.0.2-1732605540420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:18,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:19:18,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc17592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:18,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:18,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:18,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:18,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:18,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:19:18,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:19:18,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:18,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:18,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:18,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:18,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:18,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:19:18,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=238115084, stopped=false 2024-11-26T07:19:18,062 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,36013,1732605550327 2024-11-26T07:19:18,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/running 2024-11-26T07:19:18,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:18,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/running 2024-11-26T07:19:18,066 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:18,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:18,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:18,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:18,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:18,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:19:18,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,41103,1732605550355' ***** 2024-11-26T07:19:18,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:19:18,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Set watcher on znode that does not yet exist, /0295630247/running 2024-11-26T07:19:18,067 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:19:18,067 INFO [RS:0;15ed1af4400d:41103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:19:18,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:19:18,067 INFO [RS:0;15ed1af4400d:41103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:19:18,067 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(3091): Received CLOSE for df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:18,067 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,41103,1732605550355 2024-11-26T07:19:18,067 INFO [RS:0;15ed1af4400d:41103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:18,068 INFO [RS:0;15ed1af4400d:41103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:41103. 2024-11-26T07:19:18,068 DEBUG [RS:0;15ed1af4400d:41103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:18,068 DEBUG [RS:0;15ed1af4400d:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:18,068 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:19:18,068 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:19:18,068 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:19:18,068 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:19:18,068 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:19:18,068 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1325): Online Regions={df7a31d75efd2ac2069696db748141d9=hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:19:18,068 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7a31d75efd2ac2069696db748141d9 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df7a31d75efd2ac2069696db748141d9, disabling compactions & flushes 2024-11-26T07:19:18,068 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. after waiting 0 ms 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:18,068 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:18,068 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:18,069 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T07:19:18,073 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/replication/df7a31d75efd2ac2069696db748141d9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T07:19:18,073 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:18,073 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:18,073 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:18,073 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df7a31d75efd2ac2069696db748141d9: Waiting for close lock at 1732605558068Running coprocessor pre-close hooks at 1732605558068Disabling compacts and flushes for region at 1732605558068Disabling writes for close at 1732605558068Writing region close event to WAL at 1732605558069 (+1 ms)Running coprocessor post-close hooks at 1732605558073 (+4 ms)Closed at 1732605558073 2024-11-26T07:19:18,074 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9. 2024-11-26T07:19:18,092 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/info/4790d4fc4c4e497bbc5d82aa6532e37d is 147, key is hbase:replication,,1732605544440.df7a31d75efd2ac2069696db748141d9./info:regioninfo/1732605555824/Put/seqid=0 2024-11-26T07:19:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741851_1027 (size=6385) 2024-11-26T07:19:18,142 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:18,268 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:18,468 DEBUG [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:18,497 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/info/4790d4fc4c4e497bbc5d82aa6532e37d 2024-11-26T07:19:18,502 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/.tmp/info/4790d4fc4c4e497bbc5d82aa6532e37d as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/info/4790d4fc4c4e497bbc5d82aa6532e37d 2024-11-26T07:19:18,507 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/info/4790d4fc4c4e497bbc5d82aa6532e37d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T07:19:18,508 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-26T07:19:18,512 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T07:19:18,513 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:18,513 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:18,513 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:18,513 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605558068Running coprocessor pre-close hooks at 1732605558068Disabling compacts and flushes for region at 1732605558068Disabling writes for close at 1732605558068Obtaining lock to block concurrent updates at 1732605558069 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732605558069Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732605558069Flushing stores of hbase:meta,,1.1588230740 at 1732605558069Flushing 1588230740/info: creating writer at 1732605558070 (+1 ms)Flushing 1588230740/info: appending metadata at 1732605558091 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732605558091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104e702e: reopening flushed file at 1732605558502 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732605558508 (+6 ms)Writing region close event to WAL at 1732605558509 (+1 ms)Running coprocessor post-close hooks at 1732605558512 (+3 ms)Closed at 1732605558513 (+1 ms) 2024-11-26T07:19:18,513 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:18,669 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,41103,1732605550355; all regions closed. 2024-11-26T07:19:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741849_1025 (size=2156) 2024-11-26T07:19:18,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/WALs/15ed1af4400d,41103,1732605550355/15ed1af4400d%2C41103%2C1732605550355.meta.1732605551518.meta not finished, retry = 0 2024-11-26T07:19:18,774 DEBUG [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs 2024-11-26T07:19:18,774 INFO [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C41103%2C1732605550355.meta:.meta(num 1732605551518) 2024-11-26T07:19:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741850_1026 (size=796) 2024-11-26T07:19:18,779 DEBUG [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs 2024-11-26T07:19:18,779 INFO [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C41103%2C1732605550355.rep:(num 1732605555788) 2024-11-26T07:19:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741848_1024 (size=93) 2024-11-26T07:19:18,784 DEBUG [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/oldWALs 2024-11-26T07:19:18,784 INFO [RS:0;15ed1af4400d:41103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C41103%2C1732605550355:(num 1732605551190) 2024-11-26T07:19:18,784 DEBUG [RS:0;15ed1af4400d:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:18,784 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:18,784 INFO [RS:0;15ed1af4400d:41103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:18,785 INFO [RS:0;15ed1af4400d:41103 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:18,785 INFO [RS:0;15ed1af4400d:41103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:18,785 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:18,785 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,41103,1732605550355 because: Region server is closing 2024-11-26T07:19:18,785 INFO [RS:0;15ed1af4400d:41103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:41103. 2024-11-26T07:19:18,785 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T07:19:18,785 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T07:19:18,785 DEBUG [RS:0;15ed1af4400d:41103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:18,785 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T07:19:18,785 DEBUG [RS:0;15ed1af4400d:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:18,785 DEBUG [RS:0;15ed1af4400d:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:18,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:18,886 WARN [RS:0;15ed1af4400d:41103.replicationSource.wal-reader.15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:19:18,886 WARN [RS:0;15ed1af4400d:41103.replicationSource.shipper15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:19:18,886 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;15ed1af4400d:41103.replicationSource.shipper15ed1af4400d%2C41103%2C1732605550355,1-15ed1af4400d,41103,1732605550355 terminated 2024-11-26T07:19:18,886 INFO [RS:0;15ed1af4400d:41103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41103 2024-11-26T07:19:18,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/rs/15ed1af4400d,41103,1732605550355 2024-11-26T07:19:18,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247/rs 2024-11-26T07:19:18,889 INFO [RS:0;15ed1af4400d:41103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:18,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,41103,1732605550355] 2024-11-26T07:19:18,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0295630247/draining/15ed1af4400d,41103,1732605550355 already deleted, retry=false 2024-11-26T07:19:18,892 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,41103,1732605550355 expired; onlineServers=0 2024-11-26T07:19:18,892 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,36013,1732605550327' ***** 2024-11-26T07:19:18,892 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:19:18,892 INFO [M:0;15ed1af4400d:36013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:18,892 INFO [M:0;15ed1af4400d:36013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:18,892 DEBUG [M:0;15ed1af4400d:36013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:19:18,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:19:18,892 DEBUG [M:0;15ed1af4400d:36013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:19:18,893 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605550947 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605550947,5,FailOnTimeoutGroup] 2024-11-26T07:19:18,893 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605550947 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605550947,5,FailOnTimeoutGroup] 2024-11-26T07:19:18,893 INFO [M:0;15ed1af4400d:36013 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:18,893 INFO [M:0;15ed1af4400d:36013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:18,893 DEBUG [M:0;15ed1af4400d:36013 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:19:18,893 INFO [M:0;15ed1af4400d:36013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:19:18,893 INFO [M:0;15ed1af4400d:36013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:18,893 INFO [M:0;15ed1af4400d:36013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:19:18,893 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:19:18,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295630247/master 2024-11-26T07:19:18,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295630247 2024-11-26T07:19:18,895 DEBUG [M:0;15ed1af4400d:36013 {}] zookeeper.ZKUtil(347): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Unable to get data of znode /0295630247/master because node does not exist (not an error) 2024-11-26T07:19:18,895 WARN [M:0;15ed1af4400d:36013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:19:18,896 INFO [M:0;15ed1af4400d:36013 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/.lastflushedseqids 2024-11-26T07:19:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741852_1028 (size=181) 2024-11-26T07:19:18,902 INFO [M:0;15ed1af4400d:36013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:19:18,902 INFO [M:0;15ed1af4400d:36013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:19:18,903 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:18,903 INFO [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:18,903 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:18,903 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:18,903 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:18,903 INFO [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T07:19:18,925 DEBUG [M:0;15ed1af4400d:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5259753987ff43ceac54019fb60b9ea7 is 82, key is hbase:meta,,1/info:regioninfo/1732605551576/Put/seqid=0 2024-11-26T07:19:18,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741853_1029 (size=5672) 2024-11-26T07:19:18,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:18,991 INFO [RS:0;15ed1af4400d:41103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:18,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x1015324528a0007, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:18,991 INFO [RS:0;15ed1af4400d:41103 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,41103,1732605550355; zookeeper connection closed. 2024-11-26T07:19:18,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a8dd0a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a8dd0a3 2024-11-26T07:19:18,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:19:19,336 INFO [M:0;15ed1af4400d:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5259753987ff43ceac54019fb60b9ea7 2024-11-26T07:19:19,355 DEBUG [M:0;15ed1af4400d:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/434ba4fd495e4a99aca8b7d3fe2cfacc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732605555829/Put/seqid=0 2024-11-26T07:19:19,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741854_1030 (size=7312) 2024-11-26T07:19:19,759 INFO [M:0;15ed1af4400d:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/434ba4fd495e4a99aca8b7d3fe2cfacc 2024-11-26T07:19:19,784 DEBUG [M:0;15ed1af4400d:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b122ca34d710449badc7f65e9701d8a6 is 69, key is 15ed1af4400d,41103,1732605550355/rs:state/1732605550993/Put/seqid=0 2024-11-26T07:19:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741855_1031 (size=5370) 2024-11-26T07:19:19,788 INFO [M:0;15ed1af4400d:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b122ca34d710449badc7f65e9701d8a6 2024-11-26T07:19:19,794 INFO [M:0;15ed1af4400d:36013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b122ca34d710449badc7f65e9701d8a6 2024-11-26T07:19:19,794 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5259753987ff43ceac54019fb60b9ea7 as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5259753987ff43ceac54019fb60b9ea7 2024-11-26T07:19:19,799 INFO [M:0;15ed1af4400d:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5259753987ff43ceac54019fb60b9ea7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T07:19:19,800 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/434ba4fd495e4a99aca8b7d3fe2cfacc as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/434ba4fd495e4a99aca8b7d3fe2cfacc 2024-11-26T07:19:19,803 INFO [M:0;15ed1af4400d:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/434ba4fd495e4a99aca8b7d3fe2cfacc, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T07:19:19,804 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b122ca34d710449badc7f65e9701d8a6 as hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b122ca34d710449badc7f65e9701d8a6 2024-11-26T07:19:19,808 INFO [M:0;15ed1af4400d:36013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b122ca34d710449badc7f65e9701d8a6 2024-11-26T07:19:19,808 INFO [M:0;15ed1af4400d:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35229/user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b122ca34d710449badc7f65e9701d8a6, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T07:19:19,809 INFO [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false 2024-11-26T07:19:19,811 INFO [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:19,811 DEBUG [M:0;15ed1af4400d:36013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605558903Disabling compacts and flushes for region at 1732605558903Disabling writes for close at 1732605558903Obtaining lock to block concurrent updates at 1732605558903Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605558903Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732605558903Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605558904 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605558904Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605558924 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605558925 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605559341 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605559355 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605559355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605559766 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605559783 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605559783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25820dae: reopening flushed file at 1732605559794 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2483080: reopening flushed file at 1732605559799 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f87a4d: reopening flushed file at 1732605559803 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false at 1732605559809 (+6 ms)Writing region close event to WAL at 1732605559811 (+2 ms)Closed at 1732605559811 2024-11-26T07:19:19,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d8f83d-0966-b8a5-5c50-a824d7089ff2/MasterData/WALs/15ed1af4400d,36013,1732605550327/15ed1af4400d%2C36013%2C1732605550327.1732605550835 not finished, retry = 0 2024-11-26T07:19:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34401 is added to blk_1073741847_1023 (size=22903) 2024-11-26T07:19:19,914 INFO [M:0;15ed1af4400d:36013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:19:19,914 INFO [M:0;15ed1af4400d:36013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36013 2024-11-26T07:19:19,915 INFO [M:0;15ed1af4400d:36013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:19,915 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:20,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:20,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1015324528a0006, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:20,017 INFO [M:0;15ed1af4400d:36013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:20,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5152fa55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:20,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28ba7143{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:20,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:20,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:20,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:20,024 WARN [BP-1137918996-172.17.0.2-1732605536271 heartbeating to localhost/127.0.0.1:35229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:19:20,025 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:19:20,025 WARN [BP-1137918996-172.17.0.2-1732605536271 heartbeating to localhost/127.0.0.1:35229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1137918996-172.17.0.2-1732605536271 (Datanode Uuid c2c7ea65-ebe3-4279-84f6-d3391d959966) service to localhost/127.0.0.1:35229 2024-11-26T07:19:20,025 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:19:20,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d/data/data1/current/BP-1137918996-172.17.0.2-1732605536271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:20,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/cluster_34cf458b-5a5c-ce16-e23b-6c07e6ee365d/data/data2/current/BP-1137918996-172.17.0.2-1732605536271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:20,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:19:20,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e3351ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:20,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:20,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:20,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:20,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76639959-0321-8717-5b05-37d41e1ca391/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:20,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:19:20,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:19:20,078 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40695 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35229 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 230) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7896 (was 7184) - AvailableMemoryMB LEAK? - 2024-11-26T07:19:20,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=7896 2024-11-26T07:19:20,104 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T07:19:20,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.log.dir so I do NOT create it in target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540 2024-11-26T07:19:20,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:19:20,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.tmp.dir so I do NOT create it in target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540 2024-11-26T07:19:20,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9492e0e-d876-4907-b709-f8037eb9c674/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:19:20,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540 2024-11-26T07:19:20,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8, deleteOnExit=true 2024-11-26T07:19:20,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8/zookeeper_0, clientPort=50086, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:19:20,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50086 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/test.cache.data in system properties and HBase conf 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:19:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:19:20,111 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:19:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:19:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:19:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:19:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:19:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015324528a0002, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:19:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015324528a0005, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:19:20,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015324528a0002, quorum=127.0.0.1:63355, baseZNode=/0295630247 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:19:20,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015324528a0005, quorum=127.0.0.1:63355, baseZNode=/11353839804 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:19:20,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:20,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:20,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:20,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:20,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:19:20,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:20,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:20,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:20,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/java.io.tmpdir/jetty-localhost-37043-hadoop-hdfs-3_4_1-tests_jar-_-any-2833058756588573043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:20,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:37043} 2024-11-26T07:19:20,460 INFO [Time-limited test {}] server.Server(415): Started @152805ms 2024-11-26T07:19:20,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:20,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:20,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:20,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:20,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:19:20,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:20,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:20,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/java.io.tmpdir/jetty-localhost-41219-hadoop-hdfs-3_4_1-tests_jar-_-any-5905557819704874044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:20,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:41219} 2024-11-26T07:19:20,688 INFO [Time-limited test {}] server.Server(415): Started @153033ms 2024-11-26T07:19:20,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:19:20,802 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8/data/data1/current/BP-826930703-172.17.0.2-1732605560162/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:20,802 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8/data/data2/current/BP-826930703-172.17.0.2-1732605560162/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:20,833 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:19:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45f7d1f89a80d4ee with lease ID 0xe889c9d538c0c53e: Processing first storage report for DS-bebc08b9-5d6e-46d6-a036-5861e91d5155 from datanode DatanodeRegistration(127.0.0.1:44563, datanodeUuid=cdbb7de8-486d-47ab-bb52-6bcce3e0a936, infoPort=36953, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=706964694;c=1732605560162) 2024-11-26T07:19:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45f7d1f89a80d4ee with lease ID 0xe889c9d538c0c53e: from storage DS-bebc08b9-5d6e-46d6-a036-5861e91d5155 node DatanodeRegistration(127.0.0.1:44563, datanodeUuid=cdbb7de8-486d-47ab-bb52-6bcce3e0a936, infoPort=36953, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=706964694;c=1732605560162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45f7d1f89a80d4ee with lease ID 0xe889c9d538c0c53e: Processing first storage report for DS-6f447cfa-79b7-4c88-806e-a860d66bdd64 from datanode DatanodeRegistration(127.0.0.1:44563, datanodeUuid=cdbb7de8-486d-47ab-bb52-6bcce3e0a936, infoPort=36953, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=706964694;c=1732605560162) 2024-11-26T07:19:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45f7d1f89a80d4ee with lease ID 0xe889c9d538c0c53e: from storage DS-6f447cfa-79b7-4c88-806e-a860d66bdd64 node DatanodeRegistration(127.0.0.1:44563, datanodeUuid=cdbb7de8-486d-47ab-bb52-6bcce3e0a936, infoPort=36953, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=706964694;c=1732605560162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:20,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540 2024-11-26T07:19:20,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:20,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:19:21,328 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1 with version=8 2024-11-26T07:19:21,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/hbase-staging 2024-11-26T07:19:21,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:21,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:21,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:21,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:21,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:21,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:21,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:19:21,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:21,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33503 2024-11-26T07:19:21,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33503 connecting to ZooKeeper ensemble=127.0.0.1:50086 2024-11-26T07:19:21,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335030x0, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:21,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33503-0x1015324afbb0000 connected 2024-11-26T07:19:21,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:21,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:21,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on znode that does not yet exist, /0-1286048482/running 2024-11-26T07:19:21,387 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1, hbase.cluster.distributed=false 2024-11-26T07:19:21,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on znode that does not yet exist, /0-1286048482/acl 2024-11-26T07:19:21,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-26T07:19:21,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33503 2024-11-26T07:19:21,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33503 2024-11-26T07:19:21,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-26T07:19:21,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-26T07:19:21,408 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:21,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:21,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:21,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:21,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:21,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:21,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:19:21,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:21,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45985 2024-11-26T07:19:21,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45985 connecting to ZooKeeper ensemble=127.0.0.1:50086 2024-11-26T07:19:21,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:21,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:21,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459850x0, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:21,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459850x0, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on znode that does not yet exist, /0-1286048482/running 2024-11-26T07:19:21,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45985-0x1015324afbb0001 connected 2024-11-26T07:19:21,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:19:21,420 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:19:21,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on znode that does not yet exist, /0-1286048482/master 2024-11-26T07:19:21,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on znode that does not yet exist, /0-1286048482/acl 2024-11-26T07:19:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45985 2024-11-26T07:19:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45985 2024-11-26T07:19:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45985 2024-11-26T07:19:21,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45985 2024-11-26T07:19:21,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45985 2024-11-26T07:19:21,443 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:33503 2024-11-26T07:19:21,444 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1286048482/backup-masters/15ed1af4400d,33503,1732605561331 2024-11-26T07:19:21,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482/backup-masters 2024-11-26T07:19:21,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482/backup-masters 2024-11-26T07:19:21,446 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on existing znode=/0-1286048482/backup-masters/15ed1af4400d,33503,1732605561331 2024-11-26T07:19:21,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:21,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1286048482/master 2024-11-26T07:19:21,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:21,450 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on existing znode=/0-1286048482/master 2024-11-26T07:19:21,450 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1286048482/backup-masters/15ed1af4400d,33503,1732605561331 from backup master directory 2024-11-26T07:19:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482/backup-masters 2024-11-26T07:19:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1286048482/backup-masters/15ed1af4400d,33503,1732605561331 2024-11-26T07:19:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482/backup-masters 2024-11-26T07:19:21,451 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:21,451 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,33503,1732605561331 2024-11-26T07:19:21,455 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/hbase.id] with ID: 70eb68c5-5da2-4f46-b1a3-72252ae36c21 2024-11-26T07:19:21,455 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/.tmp/hbase.id 2024-11-26T07:19:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:19:21,863 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/.tmp/hbase.id]:[hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/hbase.id] 2024-11-26T07:19:21,872 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:21,873 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:19:21,874 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T07:19:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:21,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:19:22,283 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:22,283 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:19:22,284 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:19:22,691 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store 2024-11-26T07:19:22,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:19:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:19:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:19:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:23,097 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:23,098 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:23,098 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:23,098 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:23,098 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:23,098 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:23,098 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:23,098 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605563098Disabling compacts and flushes for region at 1732605563098Disabling writes for close at 1732605563098Writing region close event to WAL at 1732605563098Closed at 1732605563098 2024-11-26T07:19:23,099 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/.initializing 2024-11-26T07:19:23,099 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/WALs/15ed1af4400d,33503,1732605561331 2024-11-26T07:19:23,100 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:23,101 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C33503%2C1732605561331, suffix=, logDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/WALs/15ed1af4400d,33503,1732605561331, archiveDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/oldWALs, maxLogs=10 2024-11-26T07:19:23,115 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/WALs/15ed1af4400d,33503,1732605561331/15ed1af4400d%2C33503%2C1732605561331.1732605563101, exclude list is [], retry=0 2024-11-26T07:19:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-bebc08b9-5d6e-46d6-a036-5861e91d5155,DISK] 2024-11-26T07:19:23,119 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/WALs/15ed1af4400d,33503,1732605561331/15ed1af4400d%2C33503%2C1732605561331.1732605563101 2024-11-26T07:19:23,119 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-26T07:19:23,120 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:23,120 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:23,120 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,120 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:19:23,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:23,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:23,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:19:23,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:23,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:23,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:19:23,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:23,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:23,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:19:23,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:23,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:23,127 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,128 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,128 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,129 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,129 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,129 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:23,130 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:23,132 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:23,132 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050378, jitterRate=-0.01577267050743103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:23,133 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605563120Initializing all the Stores at 1732605563121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605563121Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605563121Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605563121Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605563121Cleaning up temporary data from old regions at 1732605563129 (+8 ms)Region opened successfully at 1732605563133 (+4 ms) 2024-11-26T07:19:23,133 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:19:23,136 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b478e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:23,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:19:23,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:19:23,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:19:23,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:19:23,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:19:23,138 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:19:23,138 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:19:23,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:19:23,140 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Unable to get data of znode /0-1286048482/balancer because node does not exist (not necessarily an error) 2024-11-26T07:19:23,141 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1286048482/balancer already deleted, retry=false 2024-11-26T07:19:23,141 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:19:23,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Unable to get data of znode /0-1286048482/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:19:23,143 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1286048482/normalizer already deleted, retry=false 2024-11-26T07:19:23,143 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:19:23,144 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Unable to get data of znode /0-1286048482/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:19:23,146 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1286048482/switch/split already deleted, retry=false 2024-11-26T07:19:23,147 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Unable to get data of znode /0-1286048482/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:19:23,148 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1286048482/switch/merge already deleted, retry=false 2024-11-26T07:19:23,150 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Unable to get data of znode /0-1286048482/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:19:23,152 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1286048482/snapshot-cleanup already deleted, retry=false 2024-11-26T07:19:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1286048482/running 2024-11-26T07:19:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1286048482/running 2024-11-26T07:19:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:23,156 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,33503,1732605561331, sessionid=0x1015324afbb0000, setting cluster-up flag (Was=false) 2024-11-26T07:19:23,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:23,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:23,168 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1286048482/flush-table-proc/acquired, /0-1286048482/flush-table-proc/reached, /0-1286048482/flush-table-proc/abort 2024-11-26T07:19:23,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,33503,1732605561331 2024-11-26T07:19:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:23,182 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1286048482/online-snapshot/acquired, /0-1286048482/online-snapshot/reached, /0-1286048482/online-snapshot/abort 2024-11-26T07:19:23,183 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,33503,1732605561331 2024-11-26T07:19:23,184 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:19:23,186 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:23,186 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:19:23,186 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:19:23,186 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 15ed1af4400d,41619,1732605537359: status=Processing ServerCrashProcedure of 15ed1af4400d,41619,1732605537359 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732605550945, completionTime=-1 appears to have been leaked 2024-11-26T07:19:23,186 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,33503,1732605561331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:23,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:23,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:19:23,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:23,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:19:23,192 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605593192 2024-11-26T07:19:23,192 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:19:23,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:19:23,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:19:23,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:19:23,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:19:23,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:19:23,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:19:23,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:19:23,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:19:23,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:19:23,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:19:23,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:19:23,195 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605563195,5,FailOnTimeoutGroup] 2024-11-26T07:19:23,195 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605563195,5,FailOnTimeoutGroup] 2024-11-26T07:19:23,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:19:23,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:19:23,231 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(746): ClusterId : 70eb68c5-5da2-4f46-b1a3-72252ae36c21 2024-11-26T07:19:23,231 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:19:23,233 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:19:23,233 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:19:23,235 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:19:23,236 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d89820c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:23,251 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:45985 2024-11-26T07:19:23,251 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:19:23,251 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:19:23,251 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:19:23,252 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,33503,1732605561331 with port=45985, startcode=1732605561408 2024-11-26T07:19:23,252 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:19:23,254 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:19:23,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,45985,1732605561408 2024-11-26T07:19:23,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33503 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:23,255 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1 2024-11-26T07:19:23,255 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41725 2024-11-26T07:19:23,255 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:19:23,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482/rs 2024-11-26T07:19:23,259 DEBUG [RS:0;15ed1af4400d:45985 {}] zookeeper.ZKUtil(111): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on existing znode=/0-1286048482/rs/15ed1af4400d,45985,1732605561408 2024-11-26T07:19:23,259 WARN [RS:0;15ed1af4400d:45985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:23,259 INFO [RS:0;15ed1af4400d:45985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:23,259 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408 2024-11-26T07:19:23,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,45985,1732605561408] 2024-11-26T07:19:23,262 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:19:23,263 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:19:23,264 INFO [RS:0;15ed1af4400d:45985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:19:23,264 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,264 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:19:23,265 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:19:23,265 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,265 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,265 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,265 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:23,266 DEBUG [RS:0;15ed1af4400d:45985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:23,271 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,271 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,271 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,271 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,271 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,271 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45985,1732605561408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:23,291 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:19:23,291 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45985,1732605561408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,291 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,291 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.Replication(171): 15ed1af4400d,45985,1732605561408 started 2024-11-26T07:19:23,304 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:23,305 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,45985,1732605561408, RpcServer on 15ed1af4400d/172.17.0.2:45985, sessionid=0x1015324afbb0001 2024-11-26T07:19:23,305 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:19:23,305 DEBUG [RS:0;15ed1af4400d:45985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,45985,1732605561408 2024-11-26T07:19:23,305 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,45985,1732605561408' 2024-11-26T07:19:23,305 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1286048482/flush-table-proc/abort' 2024-11-26T07:19:23,305 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1286048482/flush-table-proc/acquired' 2024-11-26T07:19:23,306 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:19:23,306 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:19:23,306 DEBUG [RS:0;15ed1af4400d:45985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,45985,1732605561408 2024-11-26T07:19:23,306 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,45985,1732605561408' 2024-11-26T07:19:23,306 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1286048482/online-snapshot/abort' 2024-11-26T07:19:23,307 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1286048482/online-snapshot/acquired' 2024-11-26T07:19:23,307 DEBUG [RS:0;15ed1af4400d:45985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:19:23,307 INFO [RS:0;15ed1af4400d:45985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:19:23,307 INFO [RS:0;15ed1af4400d:45985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:19:23,407 INFO [RS:0;15ed1af4400d:45985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:23,409 INFO [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C45985%2C1732605561408, suffix=, logDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408, archiveDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/oldWALs, maxLogs=10 2024-11-26T07:19:23,423 DEBUG [RS:0;15ed1af4400d:45985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410, exclude list is [], retry=0 2024-11-26T07:19:23,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-bebc08b9-5d6e-46d6-a036-5861e91d5155,DISK] 2024-11-26T07:19:23,428 INFO [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 2024-11-26T07:19:23,428 DEBUG [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-26T07:19:23,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:23,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:19:23,599 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1 2024-11-26T07:19:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:19:23,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:23,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:23,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:23,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:23,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:24,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:24,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:24,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:24,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:24,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:24,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:24,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:24,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:24,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:24,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:24,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740 2024-11-26T07:19:24,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740 2024-11-26T07:19:24,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:24,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:24,015 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:24,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:24,018 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:24,019 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70256254, jitterRate=0.046899765729904175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:24,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605564005Initializing all the Stores at 1732605564006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605564006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605564006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605564006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605564006Cleaning up temporary data from old regions at 1732605564015 (+9 ms)Region opened successfully at 1732605564019 (+4 ms) 2024-11-26T07:19:24,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:24,019 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:24,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:24,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:24,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:24,020 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:24,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605564019Disabling compacts and flushes for region at 1732605564019Disabling writes for close at 1732605564019Writing region close event to WAL at 1732605564020 (+1 ms)Closed at 1732605564020 2024-11-26T07:19:24,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:24,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:19:24,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:19:24,024 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:24,025 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:19:24,175 DEBUG [15ed1af4400d:33503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:24,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:24,177 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,45985,1732605561408, state=OPENING 2024-11-26T07:19:24,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:19:24,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:24,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:24,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:24,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1286048482/meta-region-server: CHANGED 2024-11-26T07:19:24,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1286048482/meta-region-server: CHANGED 2024-11-26T07:19:24,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,45985,1732605561408}] 2024-11-26T07:19:24,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:24,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:19:24,347 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:19:24,347 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:24,347 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:19:24,348 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C45985%2C1732605561408.meta, suffix=.meta, logDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408, archiveDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/oldWALs, maxLogs=10 2024-11-26T07:19:24,364 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.meta.1732605564348.meta, exclude list is [], retry=0 2024-11-26T07:19:24,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-bebc08b9-5d6e-46d6-a036-5861e91d5155,DISK] 2024-11-26T07:19:24,367 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.meta.1732605564348.meta 2024-11-26T07:19:24,368 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-26T07:19:24,368 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:24,368 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:24,368 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:24,368 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:19:24,368 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:19:24,368 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:19:24,369 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:24,369 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:19:24,369 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:19:24,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:24,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:24,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:24,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:24,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:24,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:24,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:24,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:24,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:24,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:24,374 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:24,375 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740 2024-11-26T07:19:24,376 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740 2024-11-26T07:19:24,377 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:24,377 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:24,377 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:24,378 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:24,379 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60407789, jitterRate=-0.09985379874706268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:24,379 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:19:24,379 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605564369Writing region info on filesystem at 1732605564369Initializing all the Stores at 1732605564369Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605564369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605564370 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605564370Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605564370Cleaning up temporary data from old regions at 1732605564377 (+7 ms)Running coprocessor post-open hooks at 1732605564379 (+2 ms)Region opened successfully at 1732605564379 2024-11-26T07:19:24,380 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605564341 2024-11-26T07:19:24,382 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:19:24,382 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:19:24,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:24,383 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,45985,1732605561408, state=OPEN 2024-11-26T07:19:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1286048482/meta-region-server 2024-11-26T07:19:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1286048482/meta-region-server 2024-11-26T07:19:24,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:24,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1286048482/meta-region-server: CHANGED 2024-11-26T07:19:24,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1286048482/meta-region-server: CHANGED 2024-11-26T07:19:24,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:19:24,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,45985,1732605561408 in 195 msec 2024-11-26T07:19:24,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:19:24,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-26T07:19:24,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:24,388 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:19:24,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:24,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45985,1732605561408, seqNum=-1] 2024-11-26T07:19:24,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:24,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:24,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-26T07:19:24,394 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605564394, completionTime=-1 2024-11-26T07:19:24,395 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:19:24,395 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:19:24,396 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:19:24,396 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605624396 2024-11-26T07:19:24,396 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605684396 2024-11-26T07:19:24,396 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:19:24,397 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33503,1732605561331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:24,397 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33503,1732605561331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:24,397 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33503,1732605561331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:24,397 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:33503, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:24,397 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:24,397 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:24,398 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33503,1732605561331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:24,400 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33503,1732605561331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:19:24,402 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:19:24,402 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:19:24,402 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33503,1732605561331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:24,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:24,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33503,-1 for getting cluster id 2024-11-26T07:19:24,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:24,433 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70eb68c5-5da2-4f46-b1a3-72252ae36c21' 2024-11-26T07:19:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70eb68c5-5da2-4f46-b1a3-72252ae36c21" 2024-11-26T07:19:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f35db5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33503,-1] 2024-11-26T07:19:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:24,435 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:24,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:24,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:24,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45985,1732605561408, seqNum=-1] 2024-11-26T07:19:24,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:24,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:24,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,33503,1732605561331 2024-11-26T07:19:24,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50086 2024-11-26T07:19:24,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:24,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015324afbb0002 connected 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.log.dir so I do NOT create it in target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e 2024-11-26T07:19:24,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.tmp.dir so I do NOT create it in target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e 2024-11-26T07:19:24,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:19:24,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/cluster_0115e32f-be90-af83-baf7-0d0f3b60dd56, deleteOnExit=true 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/test.cache.data in system properties and HBase conf 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:19:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:19:24,447 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:19:24,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:19:24,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:24,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:19:24,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:19:24,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:24,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:24,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:24,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:24,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:19:24,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:24,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:24,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:24,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1228fad4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/java.io.tmpdir/jetty-localhost-40931-hadoop-hdfs-3_4_1-tests_jar-_-any-7413363052919492368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:24,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:40931} 2024-11-26T07:19:24,661 INFO [Time-limited test {}] server.Server(415): Started @157006ms 2024-11-26T07:19:24,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:24,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:24,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:24,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:24,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:19:24,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:24,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:24,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc06253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/java.io.tmpdir/jetty-localhost-39985-hadoop-hdfs-3_4_1-tests_jar-_-any-8300363078349776942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:24,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:39985} 2024-11-26T07:19:24,866 INFO [Time-limited test {}] server.Server(415): Started @157211ms 2024-11-26T07:19:24,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:19:24,958 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/cluster_0115e32f-be90-af83-baf7-0d0f3b60dd56/data/data1/current/BP-1446076110-172.17.0.2-1732605564469/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:24,958 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/cluster_0115e32f-be90-af83-baf7-0d0f3b60dd56/data/data2/current/BP-1446076110-172.17.0.2-1732605564469/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:24,978 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:19:24,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6413f66175a58471 with lease ID 0x5235ba9c4bdd8917: Processing first storage report for DS-81ae0b6a-7e3a-4add-b8c0-1f513405d3b9 from datanode DatanodeRegistration(127.0.0.1:40597, datanodeUuid=7d71bb45-13ed-488e-b0c9-b2dd6b8b0102, infoPort=38423, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=387247828;c=1732605564469) 2024-11-26T07:19:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6413f66175a58471 with lease ID 0x5235ba9c4bdd8917: from storage DS-81ae0b6a-7e3a-4add-b8c0-1f513405d3b9 node DatanodeRegistration(127.0.0.1:40597, datanodeUuid=7d71bb45-13ed-488e-b0c9-b2dd6b8b0102, infoPort=38423, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=387247828;c=1732605564469), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:19:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6413f66175a58471 with lease ID 0x5235ba9c4bdd8917: Processing first storage report for DS-56eb79e2-80ad-4d00-a817-5e53d2cdcb79 from datanode DatanodeRegistration(127.0.0.1:40597, datanodeUuid=7d71bb45-13ed-488e-b0c9-b2dd6b8b0102, infoPort=38423, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=387247828;c=1732605564469) 2024-11-26T07:19:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6413f66175a58471 with lease ID 0x5235ba9c4bdd8917: from storage DS-56eb79e2-80ad-4d00-a817-5e53d2cdcb79 node DatanodeRegistration(127.0.0.1:40597, datanodeUuid=7d71bb45-13ed-488e-b0c9-b2dd6b8b0102, infoPort=38423, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=387247828;c=1732605564469), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:24,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e 2024-11-26T07:19:24,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:24,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:19:25,403 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328 with version=8 2024-11-26T07:19:25,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/hbase-staging 2024-11-26T07:19:25,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:25,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46191 2024-11-26T07:19:25,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46191 connecting to ZooKeeper ensemble=127.0.0.1:50086 2024-11-26T07:19:25,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461910x0, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:25,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46191-0x1015324afbb0003 connected 2024-11-26T07:19:25,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:25,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:25,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on znode that does not yet exist, /1-332817860/running 2024-11-26T07:19:25,428 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328, hbase.cluster.distributed=false 2024-11-26T07:19:25,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on znode that does not yet exist, /1-332817860/acl 2024-11-26T07:19:25,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-26T07:19:25,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46191 2024-11-26T07:19:25,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46191 2024-11-26T07:19:25,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-26T07:19:25,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-26T07:19:25,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:25,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:25,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:19:25,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:25,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33609 2024-11-26T07:19:25,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33609 connecting to ZooKeeper ensemble=127.0.0.1:50086 2024-11-26T07:19:25,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:25,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:25,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336090x0, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:25,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336090x0, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on znode that does not yet exist, /1-332817860/running 2024-11-26T07:19:25,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33609-0x1015324afbb0004 connected 2024-11-26T07:19:25,461 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:19:25,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:19:25,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on znode that does not yet exist, /1-332817860/master 2024-11-26T07:19:25,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on znode that does not yet exist, /1-332817860/acl 2024-11-26T07:19:25,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33609 2024-11-26T07:19:25,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33609 2024-11-26T07:19:25,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33609 2024-11-26T07:19:25,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33609 2024-11-26T07:19:25,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33609 2024-11-26T07:19:25,485 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:46191 2024-11-26T07:19:25,485 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-332817860/backup-masters/15ed1af4400d,46191,1732605565405 2024-11-26T07:19:25,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860/backup-masters 2024-11-26T07:19:25,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860/backup-masters 2024-11-26T07:19:25,487 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on existing znode=/1-332817860/backup-masters/15ed1af4400d,46191,1732605565405 2024-11-26T07:19:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-332817860/master 2024-11-26T07:19:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:25,488 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on existing znode=/1-332817860/master 2024-11-26T07:19:25,489 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-332817860/backup-masters/15ed1af4400d,46191,1732605565405 from backup master directory 2024-11-26T07:19:25,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-332817860/backup-masters/15ed1af4400d,46191,1732605565405 2024-11-26T07:19:25,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860/backup-masters 2024-11-26T07:19:25,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860/backup-masters 2024-11-26T07:19:25,490 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:25,490 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,46191,1732605565405 2024-11-26T07:19:25,493 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/hbase.id] with ID: caadacf6-f489-4e64-9ae6-84f8e3f580ba 2024-11-26T07:19:25,493 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/.tmp/hbase.id 2024-11-26T07:19:25,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:19:25,902 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/.tmp/hbase.id]:[hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/hbase.id] 2024-11-26T07:19:25,911 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:25,911 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:19:25,912 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:19:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:19:26,322 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:26,323 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:19:26,323 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:26,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:19:26,730 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store 2024-11-26T07:19:26,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:19:27,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:27,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:27,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:27,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:27,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:27,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:27,137 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:27,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605567137Disabling compacts and flushes for region at 1732605567137Disabling writes for close at 1732605567137Writing region close event to WAL at 1732605567137Closed at 1732605567137 2024-11-26T07:19:27,138 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/.initializing 2024-11-26T07:19:27,138 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/WALs/15ed1af4400d,46191,1732605565405 2024-11-26T07:19:27,139 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:27,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C46191%2C1732605565405, suffix=, logDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/WALs/15ed1af4400d,46191,1732605565405, archiveDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/oldWALs, maxLogs=10 2024-11-26T07:19:27,154 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/WALs/15ed1af4400d,46191,1732605565405/15ed1af4400d%2C46191%2C1732605565405.1732605567141, exclude list is [], retry=0 2024-11-26T07:19:27,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-81ae0b6a-7e3a-4add-b8c0-1f513405d3b9,DISK] 2024-11-26T07:19:27,158 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/WALs/15ed1af4400d,46191,1732605565405/15ed1af4400d%2C46191%2C1732605565405.1732605567141 2024-11-26T07:19:27,158 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423)] 2024-11-26T07:19:27,158 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:27,159 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:27,159 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,159 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:19:27,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:27,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:27,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:19:27,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:27,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:27,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:19:27,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:27,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:27,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:19:27,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:27,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:27,166 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,166 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,167 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,168 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,168 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,168 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:27,169 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:27,170 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:27,171 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61722414, jitterRate=-0.08026435971260071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:27,171 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605567159Initializing all the Stores at 1732605567159Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605567159Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605567160 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605567160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605567160Cleaning up temporary data from old regions at 1732605567168 (+8 ms)Region opened successfully at 1732605567171 (+3 ms) 2024-11-26T07:19:27,171 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:19:27,173 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106529cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:27,174 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:19:27,174 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:19:27,174 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:19:27,174 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:19:27,175 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:19:27,175 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:19:27,175 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:19:27,176 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:19:27,177 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Unable to get data of znode /1-332817860/balancer because node does not exist (not necessarily an error) 2024-11-26T07:19:27,178 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-332817860/balancer already deleted, retry=false 2024-11-26T07:19:27,178 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:19:27,179 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Unable to get data of znode /1-332817860/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:19:27,180 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-332817860/normalizer already deleted, retry=false 2024-11-26T07:19:27,180 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:19:27,181 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Unable to get data of znode /1-332817860/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:19:27,182 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-332817860/switch/split already deleted, retry=false 2024-11-26T07:19:27,183 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Unable to get data of znode /1-332817860/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:19:27,185 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-332817860/switch/merge already deleted, retry=false 2024-11-26T07:19:27,187 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Unable to get data of znode /1-332817860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:19:27,188 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-332817860/snapshot-cleanup already deleted, retry=false 2024-11-26T07:19:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-332817860/running 2024-11-26T07:19:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-332817860/running 2024-11-26T07:19:27,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:27,190 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,46191,1732605565405, sessionid=0x1015324afbb0003, setting cluster-up flag (Was=false) 2024-11-26T07:19:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:27,198 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-332817860/flush-table-proc/acquired, /1-332817860/flush-table-proc/reached, /1-332817860/flush-table-proc/abort 2024-11-26T07:19:27,198 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,46191,1732605565405 2024-11-26T07:19:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:27,207 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-332817860/online-snapshot/acquired, /1-332817860/online-snapshot/reached, /1-332817860/online-snapshot/abort 2024-11-26T07:19:27,208 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,46191,1732605565405 2024-11-26T07:19:27,209 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:19:27,210 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:27,210 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:19:27,210 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:19:27,210 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,46191,1732605565405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:27,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,212 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605597212 2024-11-26T07:19:27,212 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:19:27,212 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:19:27,212 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:19:27,212 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:19:27,212 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:19:27,212 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:19:27,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:27,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:19:27,214 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:27,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:19:27,216 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,217 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:19:27,217 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:19:27,217 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:19:27,217 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:19:27,217 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:19:27,218 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:19:27,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605567218,5,FailOnTimeoutGroup] 2024-11-26T07:19:27,224 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605567221,5,FailOnTimeoutGroup] 2024-11-26T07:19:27,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:19:27,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:19:27,275 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(746): ClusterId : caadacf6-f489-4e64-9ae6-84f8e3f580ba 2024-11-26T07:19:27,275 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:19:27,277 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:19:27,277 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:19:27,278 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:19:27,278 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63181aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:27,290 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:33609 2024-11-26T07:19:27,290 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:19:27,290 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:19:27,290 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:19:27,291 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,46191,1732605565405 with port=33609, startcode=1732605565449 2024-11-26T07:19:27,291 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:19:27,293 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:19:27,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,33609,1732605565449 2024-11-26T07:19:27,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46191 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:27,294 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328 2024-11-26T07:19:27,294 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40729 2024-11-26T07:19:27,294 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:19:27,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860/rs 2024-11-26T07:19:27,304 DEBUG [RS:0;15ed1af4400d:33609 {}] zookeeper.ZKUtil(111): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on existing znode=/1-332817860/rs/15ed1af4400d,33609,1732605565449 2024-11-26T07:19:27,304 WARN [RS:0;15ed1af4400d:33609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:27,304 INFO [RS:0;15ed1af4400d:33609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:27,304 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449 2024-11-26T07:19:27,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,33609,1732605565449] 2024-11-26T07:19:27,309 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:19:27,311 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:19:27,312 INFO [RS:0;15ed1af4400d:33609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:19:27,312 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,313 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:19:27,314 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:19:27,314 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:27,314 DEBUG [RS:0;15ed1af4400d:33609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:27,315 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,315 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,315 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,315 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,315 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,315 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33609,1732605565449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:27,335 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:19:27,335 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33609,1732605565449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,335 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,335 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.Replication(171): 15ed1af4400d,33609,1732605565449 started 2024-11-26T07:19:27,353 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:27,353 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,33609,1732605565449, RpcServer on 15ed1af4400d/172.17.0.2:33609, sessionid=0x1015324afbb0004 2024-11-26T07:19:27,353 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:19:27,353 DEBUG [RS:0;15ed1af4400d:33609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,33609,1732605565449 2024-11-26T07:19:27,353 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,33609,1732605565449' 2024-11-26T07:19:27,353 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-332817860/flush-table-proc/abort' 2024-11-26T07:19:27,353 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-332817860/flush-table-proc/acquired' 2024-11-26T07:19:27,354 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:19:27,354 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:19:27,354 DEBUG [RS:0;15ed1af4400d:33609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,33609,1732605565449 2024-11-26T07:19:27,354 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,33609,1732605565449' 2024-11-26T07:19:27,354 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-332817860/online-snapshot/abort' 2024-11-26T07:19:27,354 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-332817860/online-snapshot/acquired' 2024-11-26T07:19:27,354 DEBUG [RS:0;15ed1af4400d:33609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:19:27,354 INFO [RS:0;15ed1af4400d:33609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:19:27,354 INFO [RS:0;15ed1af4400d:33609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:19:27,455 INFO [RS:0;15ed1af4400d:33609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:27,456 INFO [RS:0;15ed1af4400d:33609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33609%2C1732605565449, suffix=, logDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449, archiveDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/oldWALs, maxLogs=10 2024-11-26T07:19:27,473 DEBUG [RS:0;15ed1af4400d:33609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456, exclude list is [], retry=0 2024-11-26T07:19:27,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-81ae0b6a-7e3a-4add-b8c0-1f513405d3b9,DISK] 2024-11-26T07:19:27,477 INFO [RS:0;15ed1af4400d:33609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 2024-11-26T07:19:27,478 DEBUG [RS:0;15ed1af4400d:33609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423)] 2024-11-26T07:19:27,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:19:27,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328 2024-11-26T07:19:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:19:28,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:28,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:28,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:28,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:28,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:28,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:28,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:28,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:28,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:28,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:28,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740 2024-11-26T07:19:28,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740 2024-11-26T07:19:28,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:28,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:28,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:28,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:28,071 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:28,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71124360, jitterRate=0.05983555316925049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:28,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605568038Initializing all the Stores at 1732605568039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605568039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605568052 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605568052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605568052Cleaning up temporary data from old regions at 1732605568067 (+15 ms)Region opened successfully at 1732605568072 (+5 ms) 2024-11-26T07:19:28,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:28,072 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:28,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:28,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:28,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:28,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:28,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605568072Disabling compacts and flushes for region at 1732605568072Disabling writes for close at 1732605568072Writing region close event to WAL at 1732605568073 (+1 ms)Closed at 1732605568073 2024-11-26T07:19:28,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:28,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:19:28,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:19:28,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:28,075 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:19:28,225 DEBUG [15ed1af4400d:46191 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:28,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:28,228 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,33609,1732605565449, state=OPENING 2024-11-26T07:19:28,229 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:19:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:28,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-332817860/meta-region-server: CHANGED 2024-11-26T07:19:28,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-332817860/meta-region-server: CHANGED 2024-11-26T07:19:28,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:28,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,33609,1732605565449}] 2024-11-26T07:19:28,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:28,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:19:28,412 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:19:28,413 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:28,413 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:19:28,415 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33609%2C1732605565449.meta, suffix=.meta, logDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449, archiveDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/oldWALs, maxLogs=10 2024-11-26T07:19:28,438 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.meta.1732605568415.meta, exclude list is [], retry=0 2024-11-26T07:19:28,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-81ae0b6a-7e3a-4add-b8c0-1f513405d3b9,DISK] 2024-11-26T07:19:28,452 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.meta.1732605568415.meta 2024-11-26T07:19:28,452 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423)] 2024-11-26T07:19:28,453 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:28,454 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:28,454 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:28,454 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:19:28,454 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:19:28,454 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:19:28,454 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:28,454 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:19:28,454 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:19:28,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:28,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:28,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:28,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:28,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:28,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:28,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:28,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:28,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:28,470 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:28,471 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740 2024-11-26T07:19:28,472 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740 2024-11-26T07:19:28,473 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:28,473 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:28,474 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:28,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:28,477 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63259096, jitterRate=-0.057366013526916504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:28,477 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:19:28,477 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605568454Writing region info on filesystem at 1732605568454Initializing all the Stores at 1732605568459 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605568459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605568462 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605568462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605568462Cleaning up temporary data from old regions at 1732605568473 (+11 ms)Running coprocessor post-open hooks at 1732605568477 (+4 ms)Region opened successfully at 1732605568477 2024-11-26T07:19:28,478 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605568390 2024-11-26T07:19:28,481 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:19:28,481 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:19:28,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:28,482 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,33609,1732605565449, state=OPEN 2024-11-26T07:19:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-332817860/meta-region-server 2024-11-26T07:19:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-332817860/meta-region-server 2024-11-26T07:19:28,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:28,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-332817860/meta-region-server: CHANGED 2024-11-26T07:19:28,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-332817860/meta-region-server: CHANGED 2024-11-26T07:19:28,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:19:28,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,33609,1732605565449 in 252 msec 2024-11-26T07:19:28,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:19:28,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-26T07:19:28,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:28,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:19:28,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:28,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33609,1732605565449, seqNum=-1] 2024-11-26T07:19:28,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:28,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:28,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-26T07:19:28,498 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605568498, completionTime=-1 2024-11-26T07:19:28,498 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:19:28,499 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:19:28,501 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:19:28,501 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605628501 2024-11-26T07:19:28,501 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605688501 2024-11-26T07:19:28,501 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:19:28,502 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46191,1732605565405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:28,502 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46191,1732605565405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:28,502 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46191,1732605565405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:28,502 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:46191, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:28,502 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:28,504 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:19:28,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:28,517 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.027sec 2024-11-26T07:19:28,518 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:19:28,518 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:19:28,518 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:19:28,518 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:19:28,518 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:19:28,518 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46191,1732605565405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:28,518 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46191,1732605565405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:19:28,522 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:19:28,522 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:19:28,522 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46191,1732605565405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:28,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:28,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,46191,-1 for getting cluster id 2024-11-26T07:19:28,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:28,579 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caadacf6-f489-4e64-9ae6-84f8e3f580ba' 2024-11-26T07:19:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caadacf6-f489-4e64-9ae6-84f8e3f580ba" 2024-11-26T07:19:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b93892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,46191,-1] 2024-11-26T07:19:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:28,582 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:28,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:28,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:28,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33609,1732605565449, seqNum=-1] 2024-11-26T07:19:28,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:28,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:28,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,46191,1732605565405 2024-11-26T07:19:28,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50086 2024-11-26T07:19:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:28,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015324afbb0005 connected 2024-11-26T07:19:28,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33503,1732605561331 2024-11-26T07:19:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77bc1164 2024-11-26T07:19:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:28,619 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:28,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:19:28,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:28,623 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:28,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:19:28,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:19:28,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2e2aeaeb2acdf9c8f839691cda9dea4, NAME => 'test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1 2024-11-26T07:19:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:19:28,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:28,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b2e2aeaeb2acdf9c8f839691cda9dea4, disabling compactions & flushes 2024-11-26T07:19:28,680 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:28,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:28,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. after waiting 0 ms 2024-11-26T07:19:28,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:28,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:28,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2e2aeaeb2acdf9c8f839691cda9dea4: Waiting for close lock at 1732605568680Disabling compacts and flushes for region at 1732605568680Disabling writes for close at 1732605568681 (+1 ms)Writing region close event to WAL at 1732605568681Closed at 1732605568681 2024-11-26T07:19:28,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:28,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605568683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605568683"}]},"ts":"1732605568683"} 2024-11-26T07:19:28,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:28,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:28,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605568688"}]},"ts":"1732605568688"} 2024-11-26T07:19:28,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:19:28,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2e2aeaeb2acdf9c8f839691cda9dea4, ASSIGN}] 2024-11-26T07:19:28,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2e2aeaeb2acdf9c8f839691cda9dea4, ASSIGN 2024-11-26T07:19:28,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b2e2aeaeb2acdf9c8f839691cda9dea4, ASSIGN; state=OFFLINE, location=15ed1af4400d,45985,1732605561408; forceNewPlan=false, retain=false 2024-11-26T07:19:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:28,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2e2aeaeb2acdf9c8f839691cda9dea4, regionState=OPENING, regionLocation=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:28,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b2e2aeaeb2acdf9c8f839691cda9dea4, ASSIGN because future has completed 2024-11-26T07:19:28,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e2aeaeb2acdf9c8f839691cda9dea4, server=15ed1af4400d,45985,1732605561408}] 2024-11-26T07:19:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:29,005 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:29,005 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b2e2aeaeb2acdf9c8f839691cda9dea4, NAME => 'test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:29,006 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:29,006 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:19:29,006 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,006 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:29,006 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,006 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,008 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,009 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e2aeaeb2acdf9c8f839691cda9dea4 columnFamilyName f 2024-11-26T07:19:29,009 DEBUG [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:29,009 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] regionserver.HStore(327): Store=b2e2aeaeb2acdf9c8f839691cda9dea4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:29,009 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,010 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e2aeaeb2acdf9c8f839691cda9dea4 columnFamilyName f1 2024-11-26T07:19:29,010 DEBUG [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:29,011 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] regionserver.HStore(327): Store=b2e2aeaeb2acdf9c8f839691cda9dea4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:29,011 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,012 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e2aeaeb2acdf9c8f839691cda9dea4 columnFamilyName norep 2024-11-26T07:19:29,012 DEBUG [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:29,012 INFO [StoreOpener-b2e2aeaeb2acdf9c8f839691cda9dea4-1 {}] regionserver.HStore(327): Store=b2e2aeaeb2acdf9c8f839691cda9dea4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:29,012 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,013 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,013 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,014 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,014 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,014 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:29,015 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,017 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:29,017 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b2e2aeaeb2acdf9c8f839691cda9dea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75480327, jitterRate=0.12474451959133148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:29,017 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:29,018 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b2e2aeaeb2acdf9c8f839691cda9dea4: Running coprocessor pre-open hook at 1732605569006Writing region info on filesystem at 1732605569006Initializing all the Stores at 1732605569007 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605569007Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605569007Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605569007Cleaning up temporary data from old regions at 1732605569014 (+7 ms)Running coprocessor post-open hooks at 1732605569017 (+3 ms)Region opened successfully at 1732605569018 (+1 ms) 2024-11-26T07:19:29,019 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4., pid=6, masterSystemTime=1732605569000 2024-11-26T07:19:29,021 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:29,021 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:29,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2e2aeaeb2acdf9c8f839691cda9dea4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:29,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e2aeaeb2acdf9c8f839691cda9dea4, server=15ed1af4400d,45985,1732605561408 because future has completed 2024-11-26T07:19:29,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:19:29,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b2e2aeaeb2acdf9c8f839691cda9dea4, server=15ed1af4400d,45985,1732605561408 in 177 msec 2024-11-26T07:19:29,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:19:29,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b2e2aeaeb2acdf9c8f839691cda9dea4, ASSIGN in 336 msec 2024-11-26T07:19:29,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:29,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605569030"}]},"ts":"1732605569030"} 2024-11-26T07:19:29,032 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:19:29,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:29,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 413 msec 2024-11-26T07:19:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:29,254 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:19:29,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,46191,1732605565405 2024-11-26T07:19:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b4a6c3c 2024-11-26T07:19:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:29,256 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:29,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:19:29,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:29,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:29,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:19:29,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:29,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:19:29,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:19:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:19:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:29,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b28506c67e1b0fe7de60dc0d25a3d7d, NAME => 'test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328 2024-11-26T07:19:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:19:29,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:29,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:29,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:29,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:29,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:29,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:29,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:29,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:29,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:30,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:30,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b28506c67e1b0fe7de60dc0d25a3d7d, disabling compactions & flushes 2024-11-26T07:19:30,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:30,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:30,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. after waiting 0 ms 2024-11-26T07:19:30,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:30,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:30,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b28506c67e1b0fe7de60dc0d25a3d7d: Waiting for close lock at 1732605570074Disabling compacts and flushes for region at 1732605570074Disabling writes for close at 1732605570074Writing region close event to WAL at 1732605570074Closed at 1732605570074 2024-11-26T07:19:30,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:30,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605570075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605570075"}]},"ts":"1732605570075"} 2024-11-26T07:19:30,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:30,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:30,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605570078"}]},"ts":"1732605570078"} 2024-11-26T07:19:30,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:19:30,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b28506c67e1b0fe7de60dc0d25a3d7d, ASSIGN}] 2024-11-26T07:19:30,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b28506c67e1b0fe7de60dc0d25a3d7d, ASSIGN 2024-11-26T07:19:30,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b28506c67e1b0fe7de60dc0d25a3d7d, ASSIGN; state=OFFLINE, location=15ed1af4400d,33609,1732605565449; forceNewPlan=false, retain=false 2024-11-26T07:19:30,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b28506c67e1b0fe7de60dc0d25a3d7d, regionState=OPENING, regionLocation=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:30,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b28506c67e1b0fe7de60dc0d25a3d7d, ASSIGN because future has completed 2024-11-26T07:19:30,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b28506c67e1b0fe7de60dc0d25a3d7d, server=15ed1af4400d,33609,1732605565449}] 2024-11-26T07:19:30,392 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:30,392 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b28506c67e1b0fe7de60dc0d25a3d7d, NAME => 'test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:30,392 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:30,392 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:19:30,392 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,392 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:30,393 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,393 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:30,394 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,395 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b28506c67e1b0fe7de60dc0d25a3d7d columnFamilyName f 2024-11-26T07:19:30,395 DEBUG [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:30,396 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] regionserver.HStore(327): Store=3b28506c67e1b0fe7de60dc0d25a3d7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:30,396 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,397 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b28506c67e1b0fe7de60dc0d25a3d7d columnFamilyName f1 2024-11-26T07:19:30,397 DEBUG [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:30,397 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] regionserver.HStore(327): Store=3b28506c67e1b0fe7de60dc0d25a3d7d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:30,398 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,398 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b28506c67e1b0fe7de60dc0d25a3d7d columnFamilyName norep 2024-11-26T07:19:30,399 DEBUG [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:30,399 INFO [StoreOpener-3b28506c67e1b0fe7de60dc0d25a3d7d-1 {}] regionserver.HStore(327): Store=3b28506c67e1b0fe7de60dc0d25a3d7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:30,399 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,400 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,400 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,401 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,401 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,401 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:30,402 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,404 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:30,404 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b28506c67e1b0fe7de60dc0d25a3d7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59074683, jitterRate=-0.11971862614154816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:30,405 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:30,405 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b28506c67e1b0fe7de60dc0d25a3d7d: Running coprocessor pre-open hook at 1732605570393Writing region info on filesystem at 1732605570393Initializing all the Stores at 1732605570394 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605570394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605570394Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605570394Cleaning up temporary data from old regions at 1732605570401 (+7 ms)Running coprocessor post-open hooks at 1732605570405 (+4 ms)Region opened successfully at 1732605570405 2024-11-26T07:19:30,406 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., pid=6, masterSystemTime=1732605570388 2024-11-26T07:19:30,407 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:30,407 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:30,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b28506c67e1b0fe7de60dc0d25a3d7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:30,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b28506c67e1b0fe7de60dc0d25a3d7d, server=15ed1af4400d,33609,1732605565449 because future has completed 2024-11-26T07:19:30,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:19:30,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b28506c67e1b0fe7de60dc0d25a3d7d, server=15ed1af4400d,33609,1732605565449 in 175 msec 2024-11-26T07:19:30,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:19:30,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b28506c67e1b0fe7de60dc0d25a3d7d, ASSIGN in 333 msec 2024-11-26T07:19:30,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:30,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605570415"}]},"ts":"1732605570415"} 2024-11-26T07:19:30,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:19:30,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:30,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-26T07:19:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:31,404 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:19:31,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33503,-1 for getting cluster id 2024-11-26T07:19:31,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:31,406 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70eb68c5-5da2-4f46-b1a3-72252ae36c21' 2024-11-26T07:19:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70eb68c5-5da2-4f46-b1a3-72252ae36c21" 2024-11-26T07:19:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635134f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33503,-1] 2024-11-26T07:19:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:31,407 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d7ac66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,46191,-1 for getting cluster id 2024-11-26T07:19:31,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:31,409 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caadacf6-f489-4e64-9ae6-84f8e3f580ba' 2024-11-26T07:19:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caadacf6-f489-4e64-9ae6-84f8e3f580ba" 2024-11-26T07:19:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bfa953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,46191,-1] 2024-11-26T07:19:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:31,411 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:31,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a795fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33503,-1 for getting cluster id 2024-11-26T07:19:31,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:31,412 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70eb68c5-5da2-4f46-b1a3-72252ae36c21' 2024-11-26T07:19:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70eb68c5-5da2-4f46-b1a3-72252ae36c21" 2024-11-26T07:19:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c7067f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33503,-1] 2024-11-26T07:19:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:31,414 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d138b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33503,1732605561331 2024-11-26T07:19:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a46095c 2024-11-26T07:19:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:31,416 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:31,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:46191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:19:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:19:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:31,419 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:46191' 2024-11-26T07:19:31,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590225e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,420 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,46191,-1 for getting cluster id 2024-11-26T07:19:31,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:31,421 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caadacf6-f489-4e64-9ae6-84f8e3f580ba' 2024-11-26T07:19:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caadacf6-f489-4e64-9ae6-84f8e3f580ba" 2024-11-26T07:19:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833e308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,46191,-1] 2024-11-26T07:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:31,422 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:31,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134d3159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:31,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:31,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,46191,1732605565405 2024-11-26T07:19:31,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb572aa 2024-11-26T07:19:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:31,424 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:31,425 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:19:31,425 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:19:31,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:31,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:31,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:31,425 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:31,426 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:19:31,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:31,427 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:31,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:19:31,477 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:19:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:31,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3b7f3f2d2986447ddf4d8751c8dfc27, NAME => 'hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1 2024-11-26T07:19:31,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:19:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:32,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:32,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e3b7f3f2d2986447ddf4d8751c8dfc27, disabling compactions & flushes 2024-11-26T07:19:32,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:32,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:32,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. after waiting 0 ms 2024-11-26T07:19:32,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:32,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:32,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3b7f3f2d2986447ddf4d8751c8dfc27: Waiting for close lock at 1732605572246Disabling compacts and flushes for region at 1732605572246Disabling writes for close at 1732605572246Writing region close event to WAL at 1732605572246Closed at 1732605572246 2024-11-26T07:19:32,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:32,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605572247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605572247"}]},"ts":"1732605572247"} 2024-11-26T07:19:32,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:32,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:32,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605572251"}]},"ts":"1732605572251"} 2024-11-26T07:19:32,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:19:32,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3b7f3f2d2986447ddf4d8751c8dfc27, ASSIGN}] 2024-11-26T07:19:32,254 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3b7f3f2d2986447ddf4d8751c8dfc27, ASSIGN 2024-11-26T07:19:32,255 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3b7f3f2d2986447ddf4d8751c8dfc27, ASSIGN; state=OFFLINE, location=15ed1af4400d,45985,1732605561408; forceNewPlan=false, retain=false 2024-11-26T07:19:32,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3b7f3f2d2986447ddf4d8751c8dfc27, regionState=OPENING, regionLocation=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:32,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3b7f3f2d2986447ddf4d8751c8dfc27, ASSIGN because future has completed 2024-11-26T07:19:32,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b7f3f2d2986447ddf4d8751c8dfc27, server=15ed1af4400d,45985,1732605561408}] 2024-11-26T07:19:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:32,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:32,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:32,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:19:32,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C45985%2C1732605561408.rep, suffix=, logDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408, archiveDir=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/oldWALs, maxLogs=10 2024-11-26T07:19:32,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.rep.1732605572566, exclude list is [], retry=0 2024-11-26T07:19:32,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-bebc08b9-5d6e-46d6-a036-5861e91d5155,DISK] 2024-11-26T07:19:32,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.rep.1732605572566 2024-11-26T07:19:32,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-26T07:19:32,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e3b7f3f2d2986447ddf4d8751c8dfc27, NAME => 'hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:32,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:32,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:32,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. service=MultiRowMutationService 2024-11-26T07:19:32,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:19:32,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:32,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,589 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,590 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b7f3f2d2986447ddf4d8751c8dfc27 columnFamilyName hfileref 2024-11-26T07:19:32,590 DEBUG [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:32,590 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] regionserver.HStore(327): Store=e3b7f3f2d2986447ddf4d8751c8dfc27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:32,590 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,591 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b7f3f2d2986447ddf4d8751c8dfc27 columnFamilyName queue 2024-11-26T07:19:32,591 DEBUG [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:32,591 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] regionserver.HStore(327): Store=e3b7f3f2d2986447ddf4d8751c8dfc27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:32,592 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,592 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b7f3f2d2986447ddf4d8751c8dfc27 columnFamilyName sid 2024-11-26T07:19:32,592 DEBUG [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:32,593 INFO [StoreOpener-e3b7f3f2d2986447ddf4d8751c8dfc27-1 {}] regionserver.HStore(327): Store=e3b7f3f2d2986447ddf4d8751c8dfc27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:32,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:32,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:32,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e3b7f3f2d2986447ddf4d8751c8dfc27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68235391, jitterRate=0.01678656041622162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:32,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:32,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e3b7f3f2d2986447ddf4d8751c8dfc27: Running coprocessor pre-open hook at 1732605572588Writing region info on filesystem at 1732605572588Initializing all the Stores at 1732605572588Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605572588Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605572589 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605572589Cleaning up temporary data from old regions at 1732605572594 (+5 ms)Running coprocessor post-open hooks at 1732605572598 (+4 ms)Region opened successfully at 1732605572598 2024-11-26T07:19:32,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27., pid=10, masterSystemTime=1732605572560 2024-11-26T07:19:32,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:32,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:32,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3b7f3f2d2986447ddf4d8751c8dfc27, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,45985,1732605561408 2024-11-26T07:19:32,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b7f3f2d2986447ddf4d8751c8dfc27, server=15ed1af4400d,45985,1732605561408 because future has completed 2024-11-26T07:19:32,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:19:32,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e3b7f3f2d2986447ddf4d8751c8dfc27, server=15ed1af4400d,45985,1732605561408 in 196 msec 2024-11-26T07:19:32,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:19:32,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3b7f3f2d2986447ddf4d8751c8dfc27, ASSIGN in 353 msec 2024-11-26T07:19:32,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:32,608 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605572608"}]},"ts":"1732605572608"} 2024-11-26T07:19:32,610 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:19:32,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:32,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-26T07:19:32,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27., hostname=15ed1af4400d,45985,1732605561408, seqNum=2] 2024-11-26T07:19:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:32,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:19:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:19:32,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:19:32,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:19:32,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T07:19:32,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:19:32,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T07:19:32,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:32,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T07:19:32,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:19:32,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T07:19:32,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:32,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:19:32,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:19:32,761 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:19:32,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:19:32,795 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:19:32,840 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,45985,1732605561408, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:19:32,840 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:32,841 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45985,1732605561408, seqNum=-1] 2024-11-26T07:19:32,841 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:32,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T07:19:32,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,45985,1732605561408', locateType=CURRENT is [region=hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27., hostname=15ed1af4400d,45985,1732605561408, seqNum=2] 2024-11-26T07:19:32,859 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:19:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:19:32,862 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,45985,1732605561408 suceeded 2024-11-26T07:19:32,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:19:32,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-26T07:19:32,864 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:46191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:19:32,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-11-26T07:19:32,881 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:46191' 2024-11-26T07:19:32,883 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6e2cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:32,883 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,46191,-1 for getting cluster id 2024-11-26T07:19:32,883 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:32,884 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caadacf6-f489-4e64-9ae6-84f8e3f580ba' 2024-11-26T07:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caadacf6-f489-4e64-9ae6-84f8e3f580ba" 2024-11-26T07:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@698f9385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,46191,-1] 2024-11-26T07:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:32,886 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:32,887 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d9c76b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:32,887 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,46191,1732605565405 2024-11-26T07:19:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a30cdc 2024-11-26T07:19:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:32,889 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:32,890 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,45985,1732605561408 (queues=1) is replicating from cluster=70eb68c5-5da2-4f46-b1a3-72252ae36c21 to cluster=caadacf6-f489-4e64-9ae6-84f8e3f580ba 2024-11-26T07:19:32,890 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C45985%2C1732605561408 2024-11-26T07:19:32,890 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,45985,1732605561408, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:19:32,891 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410, startPosition=0, beingWritten=true 2024-11-26T07:19:32,892 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C45985%2C1732605561408 2024-11-26T07:19:32,897 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:19:32,897 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 379, reset compression=false 2024-11-26T07:19:32,897 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,45985,1732605561408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:19:33,101 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 379, reset compression=false 2024-11-26T07:19:33,405 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 379, reset compression=false 2024-11-26T07:19:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:33,564 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:19:33,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:33,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:33,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:33,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:33,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,46191,-1 for getting cluster id 2024-11-26T07:19:33,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:33,566 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caadacf6-f489-4e64-9ae6-84f8e3f580ba' 2024-11-26T07:19:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caadacf6-f489-4e64-9ae6-84f8e3f580ba" 2024-11-26T07:19:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c67973b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,46191,-1] 2024-11-26T07:19:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:33,567 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446355af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:33,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:33,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,46191,1732605565405 2024-11-26T07:19:33,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fad5ee1 2024-11-26T07:19:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:33,570 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:33,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:33503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:19:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:19:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:33,574 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:33503' 2024-11-26T07:19:33,575 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d40476d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:33,575 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33503,-1 for getting cluster id 2024-11-26T07:19:33,575 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:33,575 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70eb68c5-5da2-4f46-b1a3-72252ae36c21' 2024-11-26T07:19:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70eb68c5-5da2-4f46-b1a3-72252ae36c21" 2024-11-26T07:19:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217b24c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33503,-1] 2024-11-26T07:19:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:33,577 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:33,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c6d7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:33,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33503,1732605561331 2024-11-26T07:19:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f5d179 2024-11-26T07:19:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:33,579 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:33,580 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:19:33,580 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:19:33,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:33,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:33,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:33,580 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:33,581 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:19:33,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:33,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:33,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:19:33,632 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:19:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:33,809 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 379, reset compression=false 2024-11-26T07:19:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:33,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23153d2702cbfcd21c42bc6530d5ceec, NAME => 'hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328 2024-11-26T07:19:33,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:19:33,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:33,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23153d2702cbfcd21c42bc6530d5ceec, disabling compactions & flushes 2024-11-26T07:19:33,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:33,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:33,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. after waiting 0 ms 2024-11-26T07:19:33,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:33,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:33,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23153d2702cbfcd21c42bc6530d5ceec: Waiting for close lock at 1732605573996Disabling compacts and flushes for region at 1732605573996Disabling writes for close at 1732605573997 (+1 ms)Writing region close event to WAL at 1732605573997Closed at 1732605573997 2024-11-26T07:19:33,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:33,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605573998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605573998"}]},"ts":"1732605573998"} 2024-11-26T07:19:34,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:34,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:34,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605574001"}]},"ts":"1732605574001"} 2024-11-26T07:19:34,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:19:34,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23153d2702cbfcd21c42bc6530d5ceec, ASSIGN}] 2024-11-26T07:19:34,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23153d2702cbfcd21c42bc6530d5ceec, ASSIGN 2024-11-26T07:19:34,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23153d2702cbfcd21c42bc6530d5ceec, ASSIGN; state=OFFLINE, location=15ed1af4400d,33609,1732605565449; forceNewPlan=false, retain=false 2024-11-26T07:19:34,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23153d2702cbfcd21c42bc6530d5ceec, regionState=OPENING, regionLocation=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:34,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23153d2702cbfcd21c42bc6530d5ceec, ASSIGN because future has completed 2024-11-26T07:19:34,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23153d2702cbfcd21c42bc6530d5ceec, server=15ed1af4400d,33609,1732605565449}] 2024-11-26T07:19:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:34,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:34,313 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 379, reset compression=false 2024-11-26T07:19:34,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:34,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:19:34,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33609%2C1732605565449.rep, suffix=, logDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449, archiveDir=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/oldWALs, maxLogs=10 2024-11-26T07:19:34,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.rep.1732605574315, exclude list is [], retry=0 2024-11-26T07:19:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-81ae0b6a-7e3a-4add-b8c0-1f513405d3b9,DISK] 2024-11-26T07:19:34,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.rep.1732605574315 2024-11-26T07:19:34,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423)] 2024-11-26T07:19:34,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 23153d2702cbfcd21c42bc6530d5ceec, NAME => 'hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:34,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:34,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:34,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. service=MultiRowMutationService 2024-11-26T07:19:34,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:19:34,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:34,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,335 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,336 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23153d2702cbfcd21c42bc6530d5ceec columnFamilyName hfileref 2024-11-26T07:19:34,336 DEBUG [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:34,337 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] regionserver.HStore(327): Store=23153d2702cbfcd21c42bc6530d5ceec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:34,337 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,338 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23153d2702cbfcd21c42bc6530d5ceec columnFamilyName queue 2024-11-26T07:19:34,338 DEBUG [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:34,338 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] regionserver.HStore(327): Store=23153d2702cbfcd21c42bc6530d5ceec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:34,338 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,339 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23153d2702cbfcd21c42bc6530d5ceec columnFamilyName sid 2024-11-26T07:19:34,339 DEBUG [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:34,339 INFO [StoreOpener-23153d2702cbfcd21c42bc6530d5ceec-1 {}] regionserver.HStore(327): Store=23153d2702cbfcd21c42bc6530d5ceec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:34,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:34,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:34,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 23153d2702cbfcd21c42bc6530d5ceec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71252383, jitterRate=0.06174324452877045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:34,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:34,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 23153d2702cbfcd21c42bc6530d5ceec: Running coprocessor pre-open hook at 1732605574334Writing region info on filesystem at 1732605574334Initializing all the Stores at 1732605574335 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605574335Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605574335Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605574335Cleaning up temporary data from old regions at 1732605574341 (+6 ms)Running coprocessor post-open hooks at 1732605574345 (+4 ms)Region opened successfully at 1732605574345 2024-11-26T07:19:34,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec., pid=10, masterSystemTime=1732605574309 2024-11-26T07:19:34,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:34,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:34,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23153d2702cbfcd21c42bc6530d5ceec, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,33609,1732605565449 2024-11-26T07:19:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23153d2702cbfcd21c42bc6530d5ceec, server=15ed1af4400d,33609,1732605565449 because future has completed 2024-11-26T07:19:34,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:19:34,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 23153d2702cbfcd21c42bc6530d5ceec, server=15ed1af4400d,33609,1732605565449 in 193 msec 2024-11-26T07:19:34,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:19:34,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23153d2702cbfcd21c42bc6530d5ceec, ASSIGN in 350 msec 2024-11-26T07:19:34,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:34,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605574355"}]},"ts":"1732605574355"} 2024-11-26T07:19:34,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:19:34,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:34,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-26T07:19:34,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec., hostname=15ed1af4400d,33609,1732605565449, seqNum=2] 2024-11-26T07:19:34,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:34,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:34,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:19:34,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:19:34,551 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:19:34,595 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,33609,1732605565449, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:19:34,595 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:34,595 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33609,1732605565449, seqNum=-1] 2024-11-26T07:19:34,596 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:34,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T07:19:34,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,33609,1732605565449', locateType=CURRENT is [region=hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec., hostname=15ed1af4400d,33609,1732605565449, seqNum=2] 2024-11-26T07:19:34,602 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:19:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:19:34,604 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,33609,1732605565449 suceeded 2024-11-26T07:19:34,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:19:34,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-26T07:19:34,606 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:33503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:19:34,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0350 sec 2024-11-26T07:19:34,620 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:33503' 2024-11-26T07:19:34,621 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f78bf32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:34,621 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33503,-1 for getting cluster id 2024-11-26T07:19:34,621 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:34,622 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70eb68c5-5da2-4f46-b1a3-72252ae36c21' 2024-11-26T07:19:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70eb68c5-5da2-4f46-b1a3-72252ae36c21" 2024-11-26T07:19:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753a5fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33503,-1] 2024-11-26T07:19:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:34,624 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:34,624 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaf2b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:34,624 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:34,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33503,1732605561331 2024-11-26T07:19:34,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fbc07a 2024-11-26T07:19:34,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:34,626 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:34,626 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,33609,1732605565449 (queues=1) is replicating from cluster=caadacf6-f489-4e64-9ae6-84f8e3f580ba to cluster=70eb68c5-5da2-4f46-b1a3-72252ae36c21 2024-11-26T07:19:34,627 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C33609%2C1732605565449 2024-11-26T07:19:34,627 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,33609,1732605565449, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:19:34,627 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C33609%2C1732605565449 2024-11-26T07:19:34,627 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456, startPosition=0, beingWritten=true 2024-11-26T07:19:34,633 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:19:34,633 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 379, reset compression=false 2024-11-26T07:19:34,633 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33609,1732605565449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:19:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:34,714 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:19:34,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:34,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:34,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:34,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:34,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:34,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:34,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732605574718/Put/seqid=0 2024-11-26T07:19:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741840_1016 (size=7894) 2024-11-26T07:19:34,838 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 379, reset compression=false 2024-11-26T07:19:34,917 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 379, reset compression=false 2024-11-26T07:19:35,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732605575125/Put/seqid=0 2024-11-26T07:19:35,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741841_1017 (size=7691) 2024-11-26T07:19:35,142 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 379, reset compression=false 2024-11-26T07:19:35,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:19:35,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9166586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:35,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33503,-1 for getting cluster id 2024-11-26T07:19:35,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:35,532 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70eb68c5-5da2-4f46-b1a3-72252ae36c21' 2024-11-26T07:19:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70eb68c5-5da2-4f46-b1a3-72252ae36c21" 2024-11-26T07:19:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5e4b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33503,-1] 2024-11-26T07:19:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:35,534 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:35,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:35,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45985,1732605561408, seqNum=-1] 2024-11-26T07:19:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:35,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:35,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33503,1732605561331 2024-11-26T07:19:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c90f15 2024-11-26T07:19:35,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:35,546 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 379, reset compression=false 2024-11-26T07:19:35,547 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4., hostname=15ed1af4400d,45985,1732605561408, seqNum=2] 2024-11-26T07:19:35,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:19:35,558 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T07:19:35,561 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T07:19:35,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T07:19:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:35,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T07:19:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HRegion(2603): Flush status journal for b2e2aeaeb2acdf9c8f839691cda9dea4: 2024-11-26T07:19:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_1 2024-11-26T07:19:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_1 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ 2024-11-26T07:19:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_0 2024-11-26T07:19:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_0 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ 2024-11-26T07:19:35,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_1 into b2e2aeaeb2acdf9c8f839691cda9dea4/f as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ - updating store file list. 2024-11-26T07:19:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:35,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:35,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_1 into b2e2aeaeb2acdf9c8f839691cda9dea4/f (new location: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_) 2024-11-26T07:19:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_1 2024-11-26T07:19:35,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_0 into b2e2aeaeb2acdf9c8f839691cda9dea4/f as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ - updating store file list. 2024-11-26T07:19:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:35,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:35,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_0 into b2e2aeaeb2acdf9c8f839691cda9dea4/f (new location: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_) 2024-11-26T07:19:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins__test__a1hn6vom42monogk4ueucntt80f9j2gqu1et78vvq29hkrsgmigf383u0ofupiae/f/hfile_0 2024-11-26T07:19:35,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:35,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:35,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:35,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4., hostname=15ed1af4400d,45985,1732605561408, seqNum=2 , the old value is region=test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4., hostname=15ed1af4400d,45985,1732605561408, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=15ed1af4400d:45985 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:19:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4., hostname=15ed1af4400d,45985,1732605561408, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:19:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:46262 deadline: 1732605635590 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:46262 2024-11-26T07:19:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4., hostname=15ed1af4400d,45985,1732605561408, seqNum=2 from cache 2024-11-26T07:19:35,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:35,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33609,1732605565449, seqNum=-1] 2024-11-26T07:19:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:35,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., hostname=15ed1af4400d,33609,1732605565449, seqNum=2] 2024-11-26T07:19:35,597 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T07:19:35,621 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 379, reset compression=false 2024-11-26T07:19:35,627 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:19:35,627 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,45985,1732605561408 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2e2aeaeb2acdf9c8f839691cda9dea4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605575589/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T07:19:35,629 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:35,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T07:19:35,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.ReplicationSink(318): Replicating [70eb68c5-5da2-4f46-b1a3-72252ae36c21] bulk loaded data 2024-11-26T07:19:35,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76911559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:35,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,46191,-1 for getting cluster id 2024-11-26T07:19:35,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:35,633 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caadacf6-f489-4e64-9ae6-84f8e3f580ba' 2024-11-26T07:19:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caadacf6-f489-4e64-9ae6-84f8e3f580ba" 2024-11-26T07:19:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31218cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,46191,-1] 2024-11-26T07:19:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:35,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:35,634 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:35,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68fb018d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:35,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741840_1016 (size=7691) 2024-11-26T07:19:35,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741841_1017 (size=7894) 2024-11-26T07:19:35,694 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:45985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T07:19:35,827 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 687, reset compression=false 2024-11-26T07:19:35,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:35,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:35,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:35,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:35,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:35,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:35,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:36,050 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 379, reset compression=false 2024-11-26T07:19:36,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:36,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,46191,1732605565405 2024-11-26T07:19:36,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3899d9a2 2024-11-26T07:19:36,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:36,057 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:36,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:19:36,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:36,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33609,1732605565449, seqNum=-1] 2024-11-26T07:19:36,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:36,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T07:19:36,065 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T07:19:36,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T07:19:36,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ for inclusion in 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T07:19:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:36,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ for inclusion in 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T07:19:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HRegion(2603): Flush status journal for 3b28506c67e1b0fe7de60dc0d25a3d7d: 2024-11-26T07:19:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:19:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/a46ea8d530dc4c7b9d44f3c9f77aeae8_SeqId_4_ 2024-11-26T07:19:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:19:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/9d5308d8a66d48798df20dc7196afee0_SeqId_4_ 2024-11-26T07:19:36,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/a46ea8d530dc4c7b9d44f3c9f77aeae8_SeqId_4_ - updating store file list. 2024-11-26T07:19:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a46ea8d530dc4c7b9d44f3c9f77aeae8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:36,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/a46ea8d530dc4c7b9d44f3c9f77aeae8_SeqId_4_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:36,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f (new location: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/a46ea8d530dc4c7b9d44f3c9f77aeae8_SeqId_4_) 2024-11-26T07:19:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_ 2024-11-26T07:19:36,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/9d5308d8a66d48798df20dc7196afee0_SeqId_4_ - updating store file list. 2024-11-26T07:19:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d5308d8a66d48798df20dc7196afee0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:36,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/9d5308d8a66d48798df20dc7196afee0_SeqId_4_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:36,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f (new location: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/9d5308d8a66d48798df20dc7196afee0_SeqId_4_) 2024-11-26T07:19:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins.hfs.11__test__fri9m9b144a11422ih586m3nd8ltl2uohqk2n744ktm6ckbpijbggveis7ctv9gc/f/96cf9fe73e8b43d38e73af7e123085d7_SeqId_4_ 2024-11-26T07:19:36,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.ReplicationSink(324): Finished replicating [70eb68c5-5da2-4f46-b1a3-72252ae36c21] bulk loaded data 2024-11-26T07:19:36,132 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 687, reset compression=false 2024-11-26T07:19:36,546 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 687, reset compression=false 2024-11-26T07:19:36,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:36,621 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732605576621/Put/seqid=0 2024-11-26T07:19:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741842_1018 (size=11194) 2024-11-26T07:19:36,655 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 379, reset compression=false 2024-11-26T07:19:36,661 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:19:36,661 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33609,1732605565449 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b28506c67e1b0fe7de60dc0d25a3d7d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605576116/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T07:19:36,665 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:36,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T07:19:36,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.ReplicationSink(318): Replicating [70eb68c5-5da2-4f46-b1a3-72252ae36c21, caadacf6-f489-4e64-9ae6-84f8e3f580ba] bulk loaded data 2024-11-26T07:19:36,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8325959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:36,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33503,-1 for getting cluster id 2024-11-26T07:19:36,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:36,672 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70eb68c5-5da2-4f46-b1a3-72252ae36c21' 2024-11-26T07:19:36,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:36,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70eb68c5-5da2-4f46-b1a3-72252ae36c21" 2024-11-26T07:19:36,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e62c284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:36,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33503,-1] 2024-11-26T07:19:36,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:36,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:36,682 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:36,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ffc181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741842_1018 (size=7894) 2024-11-26T07:19:36,862 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 725, reset compression=false 2024-11-26T07:19:37,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732605577034/Put/seqid=0 2024-11-26T07:19:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741843_1019 (size=10791) 2024-11-26T07:19:37,076 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 687, reset compression=false 2024-11-26T07:19:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741843_1019 (size=7691) 2024-11-26T07:19:37,166 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 725, reset compression=false 2024-11-26T07:19:37,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:37,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,46191,-1 for getting cluster id 2024-11-26T07:19:37,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:37,441 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caadacf6-f489-4e64-9ae6-84f8e3f580ba' 2024-11-26T07:19:37,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:37,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caadacf6-f489-4e64-9ae6-84f8e3f580ba" 2024-11-26T07:19:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37137b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,46191,-1] 2024-11-26T07:19:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:37,443 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:37,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:37,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33609,1732605565449, seqNum=-1] 2024-11-26T07:19:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:37,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:37,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,46191,1732605565405 2024-11-26T07:19:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a2a26a2 2024-11-26T07:19:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:37,455 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., hostname=15ed1af4400d,33609,1732605565449, seqNum=2] 2024-11-26T07:19:37,462 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:19:37,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T07:19:37,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T07:19:37,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T07:19:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:37,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T07:19:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HRegion(2603): Flush status journal for 3b28506c67e1b0fe7de60dc0d25a3d7d: 2024-11-26T07:19:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_0 2024-11-26T07:19:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_0 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ 2024-11-26T07:19:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_1 2024-11-26T07:19:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_1 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ 2024-11-26T07:19:37,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_0 into 3b28506c67e1b0fe7de60dc0d25a3d7d/f as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ - updating store file list. 2024-11-26T07:19:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:37,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:37,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_0 into 3b28506c67e1b0fe7de60dc0d25a3d7d/f (new location: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_) 2024-11-26T07:19:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_0 2024-11-26T07:19:37,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_1 into 3b28506c67e1b0fe7de60dc0d25a3d7d/f as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ - updating store file list. 2024-11-26T07:19:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c38b5ab3625d4d97988729c5b12baee4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:37,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ into 3b28506c67e1b0fe7de60dc0d25a3d7d/f 2024-11-26T07:19:37,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_1 into 3b28506c67e1b0fe7de60dc0d25a3d7d/f (new location: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_) 2024-11-26T07:19:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/staging/jenkins__test__jimmvc3d44cr8ddu0o0l0j2ui0p98lqs481h5gs999c3ctq1thr16jl1f6619tgi/f/hfile_1 2024-11-26T07:19:37,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:37,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:37,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:37,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:37,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., hostname=15ed1af4400d,33609,1732605565449, seqNum=2 , the old value is region=test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., hostname=15ed1af4400d,33609,1732605565449, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=15ed1af4400d:33609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:19:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., hostname=15ed1af4400d,33609,1732605565449, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:19:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., hostname=15ed1af4400d,33609,1732605565449, seqNum=2 from cache 2024-11-26T07:19:37,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:37,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T07:19:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45985,1732605561408, seqNum=-1] 2024-11-26T07:19:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:37,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:37,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4., hostname=15ed1af4400d,45985,1732605561408, seqNum=2] 2024-11-26T07:19:37,507 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T07:19:37,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:37,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33503,1732605561331 2024-11-26T07:19:37,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de5d231 2024-11-26T07:19:37,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:37,532 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:37,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:19:37,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:37,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,45985,1732605561408, seqNum=-1] 2024-11-26T07:19:37,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:37,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T07:19:37,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__avpalq23nu3a21qakps2va643aqcffk6ipg5andpf3egc287psp1ipgujom9qlef/f/9d5308d8a66d48798df20dc7196afee0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T07:19:37,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__avpalq23nu3a21qakps2va643aqcffk6ipg5andpf3egc287psp1ipgujom9qlef/f/a46ea8d530dc4c7b9d44f3c9f77aeae8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T07:19:37,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.ReplicationSink(324): Finished replicating [70eb68c5-5da2-4f46-b1a3-72252ae36c21, caadacf6-f489-4e64-9ae6-84f8e3f580ba] bulk loaded data 2024-11-26T07:19:37,571 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 725, reset compression=false 2024-11-26T07:19:37,576 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:19:37,577 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33609,1732605565449 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b28506c67e1b0fe7de60dc0d25a3d7d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605577495/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T07:19:37,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.ReplicationSink(318): Replicating [caadacf6-f489-4e64-9ae6-84f8e3f580ba] bulk loaded data 2024-11-26T07:19:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741844_1020 (size=11194) 2024-11-26T07:19:37,604 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:33609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T07:19:37,680 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 687, reset compression=false 2024-11-26T07:19:37,777 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1033, reset compression=false 2024-11-26T07:19:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741845_1021 (size=10791) 2024-11-26T07:19:38,081 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1033, reset compression=false 2024-11-26T07:19:38,384 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 687, reset compression=false 2024-11-26T07:19:38,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:19:38,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T07:19:38,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T07:19:38,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ for inclusion in b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T07:19:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:38,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ for inclusion in b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T07:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HRegion(2603): Flush status journal for b2e2aeaeb2acdf9c8f839691cda9dea4: 2024-11-26T07:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:19:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/bee62370657c4492af60e5249397a94f_SeqId_6_ 2024-11-26T07:19:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:19:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/e99d1297bf8442b0bea76806309f6ae3_SeqId_6_ 2024-11-26T07:19:38,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/bee62370657c4492af60e5249397a94f_SeqId_6_ - updating store file list. 2024-11-26T07:19:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bee62370657c4492af60e5249397a94f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:38,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/bee62370657c4492af60e5249397a94f_SeqId_6_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:38,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f (new location: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/bee62370657c4492af60e5249397a94f_SeqId_6_) 2024-11-26T07:19:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_ 2024-11-26T07:19:38,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/e99d1297bf8442b0bea76806309f6ae3_SeqId_6_ - updating store file list. 2024-11-26T07:19:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e99d1297bf8442b0bea76806309f6ae3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:19:38,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/e99d1297bf8442b0bea76806309f6ae3_SeqId_6_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f 2024-11-26T07:19:38,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ into b2e2aeaeb2acdf9c8f839691cda9dea4/f (new location: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/f/e99d1297bf8442b0bea76806309f6ae3_SeqId_6_) 2024-11-26T07:19:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/staging/jenkins.hfs.10__test__p2jm1tsf7o8gk87dirm6c4q56jut6a6ne4gjdpeoe75c7adekmhe73aqofkhmf05/f/c38b5ab3625d4d97988729c5b12baee4_SeqId_6_ 2024-11-26T07:19:38,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] regionserver.ReplicationSink(324): Finished replicating [caadacf6-f489-4e64-9ae6-84f8e3f580ba] bulk loaded data 2024-11-26T07:19:38,486 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1033, reset compression=false 2024-11-26T07:19:38,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:19:38,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:38,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:38,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:38,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:38,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:19:38,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1689830390, stopped=false 2024-11-26T07:19:38,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:38,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,46191,1732605565405 2024-11-26T07:19:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-332817860/running 2024-11-26T07:19:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-332817860/running 2024-11-26T07:19:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:38,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:38,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:38,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:38,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:38,519 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,33609,1732605565449' ***** 2024-11-26T07:19:38,519 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:19:38,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on znode that does not yet exist, /1-332817860/running 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:19:38,520 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:38,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Set watcher on znode that does not yet exist, /1-332817860/running 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(3091): Received CLOSE for 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,33609,1732605565449 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:38,520 INFO [RS:0;15ed1af4400d:33609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33609. 2024-11-26T07:19:38,520 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b28506c67e1b0fe7de60dc0d25a3d7d, disabling compactions & flushes 2024-11-26T07:19:38,520 DEBUG [RS:0;15ed1af4400d:33609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:38,521 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:38,521 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:38,521 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:38,521 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. after waiting 0 ms 2024-11-26T07:19:38,521 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:38,521 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:19:38,521 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:19:38,521 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:19:38,521 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:19:38,521 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:19:38,521 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1325): Online Regions={3b28506c67e1b0fe7de60dc0d25a3d7d=test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d., 1588230740=hbase:meta,,1.1588230740, 23153d2702cbfcd21c42bc6530d5ceec=hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec.} 2024-11-26T07:19:38,521 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23153d2702cbfcd21c42bc6530d5ceec, 3b28506c67e1b0fe7de60dc0d25a3d7d 2024-11-26T07:19:38,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:38,521 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:38,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:38,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:38,521 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:38,522 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:19:38,525 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/default/test/3b28506c67e1b0fe7de60dc0d25a3d7d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:19:38,525 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:38,525 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:19:38,526 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:38,526 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b28506c67e1b0fe7de60dc0d25a3d7d: Waiting for close lock at 1732605578520Running coprocessor pre-close hooks at 1732605578520Disabling compacts and flushes for region at 1732605578520Disabling writes for close at 1732605578521 (+1 ms)Writing region close event to WAL at 1732605578522 (+1 ms)Running coprocessor post-close hooks at 1732605578525 (+3 ms)Closed at 1732605578526 (+1 ms) 2024-11-26T07:19:38,526 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d. 2024-11-26T07:19:38,526 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23153d2702cbfcd21c42bc6530d5ceec, disabling compactions & flushes 2024-11-26T07:19:38,526 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:38,526 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:38,526 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. after waiting 0 ms 2024-11-26T07:19:38,526 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:38,526 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23153d2702cbfcd21c42bc6530d5ceec 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T07:19:38,541 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/.tmp/hfileref/c443e6283b384828bf036ce4dec8110f is 74, key is 1/hfileref:4984e7ffad9d47c8bcaef9d171da018b_SeqId_6_/1732605578428/DeleteColumn/seqid=0 2024-11-26T07:19:38,542 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/info/4c36aa1ef7804f509652f36b90885ab4 is 147, key is hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec./info:regioninfo/1732605574348/Put/seqid=0 2024-11-26T07:19:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741845_1021 (size=7686) 2024-11-26T07:19:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741844_1020 (size=5345) 2024-11-26T07:19:38,548 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:38,549 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/.tmp/hfileref/c443e6283b384828bf036ce4dec8110f 2024-11-26T07:19:38,568 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/.tmp/queue/6621449433534538a0d8870922ae2541 is 154, key is 1-15ed1af4400d,33609,1732605565449/queue:15ed1af4400d%2C33609%2C1732605565449/1732605578430/Put/seqid=0 2024-11-26T07:19:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741846_1022 (size=5353) 2024-11-26T07:19:38,721 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:38,921 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23153d2702cbfcd21c42bc6530d5ceec 2024-11-26T07:19:38,948 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/info/4c36aa1ef7804f509652f36b90885ab4 2024-11-26T07:19:38,967 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/ns/442c8433273a47b79192ef4b4bd8b81f is 43, key is default/ns:d/1732605568492/Put/seqid=0 2024-11-26T07:19:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741847_1023 (size=5153) 2024-11-26T07:19:38,974 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/.tmp/queue/6621449433534538a0d8870922ae2541 2024-11-26T07:19:38,978 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/.tmp/hfileref/c443e6283b384828bf036ce4dec8110f as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/hfileref/c443e6283b384828bf036ce4dec8110f 2024-11-26T07:19:38,982 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/hfileref/c443e6283b384828bf036ce4dec8110f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T07:19:38,983 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/.tmp/queue/6621449433534538a0d8870922ae2541 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/queue/6621449433534538a0d8870922ae2541 2024-11-26T07:19:38,987 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/queue/6621449433534538a0d8870922ae2541, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T07:19:38,988 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 23153d2702cbfcd21c42bc6530d5ceec in 462ms, sequenceid=12, compaction requested=false 2024-11-26T07:19:38,990 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1033, reset compression=false 2024-11-26T07:19:38,995 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:19:38,995 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1328, reset compression=false 2024-11-26T07:19:38,995 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33609,1732605565449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:19:38,995 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/replication/23153d2702cbfcd21c42bc6530d5ceec/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T07:19:38,996 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:38,996 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:38,996 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:38,996 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23153d2702cbfcd21c42bc6530d5ceec: Waiting for close lock at 1732605578526Running coprocessor pre-close hooks at 1732605578526Disabling compacts and flushes for region at 1732605578526Disabling writes for close at 1732605578526Obtaining lock to block concurrent updates at 1732605578526Preparing flush snapshotting stores in 23153d2702cbfcd21c42bc6530d5ceec at 1732605578526Finished memstore snapshotting hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732605578526Flushing stores of hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. at 1732605578527 (+1 ms)Flushing 23153d2702cbfcd21c42bc6530d5ceec/hfileref: creating writer at 1732605578527Flushing 23153d2702cbfcd21c42bc6530d5ceec/hfileref: appending metadata at 1732605578541 (+14 ms)Flushing 23153d2702cbfcd21c42bc6530d5ceec/hfileref: closing flushed file at 1732605578541Flushing 23153d2702cbfcd21c42bc6530d5ceec/queue: creating writer at 1732605578553 (+12 ms)Flushing 23153d2702cbfcd21c42bc6530d5ceec/queue: appending metadata at 1732605578568 (+15 ms)Flushing 23153d2702cbfcd21c42bc6530d5ceec/queue: closing flushed file at 1732605578568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcc390a: reopening flushed file at 1732605578978 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e120145: reopening flushed file at 1732605578982 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 23153d2702cbfcd21c42bc6530d5ceec in 462ms, sequenceid=12, compaction requested=false at 1732605578988 (+6 ms)Writing region close event to WAL at 1732605578992 (+4 ms)Running coprocessor post-close hooks at 1732605578996 (+4 ms)Closed at 1732605578996 2024-11-26T07:19:38,997 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605573580.23153d2702cbfcd21c42bc6530d5ceec. 2024-11-26T07:19:38,997 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,33609,1732605565449: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,33609,1732605565449, walGroup=15ed1af4400d%2C33609%2C1732605565449, offset=15ed1af4400d%2C33609%2C1732605565449.1732605567456:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:33609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:19:38,998 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:19:39,001 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:19:39,002 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:19:39,002 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:19:39,002 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:19:39,002 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 569843920 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 188013824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:19:39,006 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:19:39,122 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:39,188 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 687, reset compression=false 2024-11-26T07:19:39,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:19:39,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,45985,1732605561408 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2e2aeaeb2acdf9c8f839691cda9dea4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605578425/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T07:19:39,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 15ed1af4400d,33609,1732605565449 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,195 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 15ed1af4400d,33609,1732605565449 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,205 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1328, reset compression=false 2024-11-26T07:19:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 15ed1af4400d,33609,1732605565449 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,299 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 15ed1af4400d,33609,1732605565449 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,322 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:39,371 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/ns/442c8433273a47b79192ef4b4bd8b81f 2024-11-26T07:19:39,381 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:19:39,381 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:19:39,392 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/rep_barrier/7fe15dcffb754515b61c24fe36cd9295 is 112, key is test,,1732605569256.3b28506c67e1b0fe7de60dc0d25a3d7d./rep_barrier:seqnumDuringOpen/1732605570408/Put/seqid=0 2024-11-26T07:19:39,393 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1033, reset compression=false 2024-11-26T07:19:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741848_1024 (size=5518) 2024-11-26T07:19:39,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 15ed1af4400d,33609,1732605565449 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,503 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 15ed1af4400d,33609,1732605565449 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,508 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1328, reset compression=false 2024-11-26T07:19:39,522 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:19:39,522 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:19:39,522 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:39,698 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1033, reset compression=false 2024-11-26T07:19:39,722 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:39,797 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/rep_barrier/7fe15dcffb754515b61c24fe36cd9295 2024-11-26T07:19:39,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 15ed1af4400d,33609,1732605565449 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,807 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 15ed1af4400d,33609,1732605565449 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:39,817 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/table/62fa7dd9c64d40349379ae770b528775 is 53, key is hbase:replication/table:state/1732605574355/Put/seqid=0 2024-11-26T07:19:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741849_1025 (size=5308) 2024-11-26T07:19:39,912 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1328, reset compression=false 2024-11-26T07:19:39,922 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:40,102 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1033, reset compression=false 2024-11-26T07:19:40,123 DEBUG [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:40,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 15ed1af4400d,33609,1732605565449 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:40,211 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 15ed1af4400d,33609,1732605565449 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:40,222 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/table/62fa7dd9c64d40349379ae770b528775 2024-11-26T07:19:40,227 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/info/4c36aa1ef7804f509652f36b90885ab4 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/info/4c36aa1ef7804f509652f36b90885ab4 2024-11-26T07:19:40,232 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/info/4c36aa1ef7804f509652f36b90885ab4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:19:40,233 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/ns/442c8433273a47b79192ef4b4bd8b81f as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/ns/442c8433273a47b79192ef4b4bd8b81f 2024-11-26T07:19:40,237 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/ns/442c8433273a47b79192ef4b4bd8b81f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:19:40,238 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/rep_barrier/7fe15dcffb754515b61c24fe36cd9295 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/rep_barrier/7fe15dcffb754515b61c24fe36cd9295 2024-11-26T07:19:40,242 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/rep_barrier/7fe15dcffb754515b61c24fe36cd9295, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:19:40,243 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/.tmp/table/62fa7dd9c64d40349379ae770b528775 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/table/62fa7dd9c64d40349379ae770b528775 2024-11-26T07:19:40,247 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/table/62fa7dd9c64d40349379ae770b528775, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:19:40,248 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-26T07:19:40,254 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:19:40,254 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:40,254 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:40,254 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:40,254 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605578521Running coprocessor pre-close hooks at 1732605578521Disabling compacts and flushes for region at 1732605578521Disabling writes for close at 1732605578521Obtaining lock to block concurrent updates at 1732605578522 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732605578522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605578522Flushing stores of hbase:meta,,1.1588230740 at 1732605578523 (+1 ms)Flushing 1588230740/info: creating writer at 1732605578523Flushing 1588230740/info: appending metadata at 1732605578542 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732605578542Flushing 1588230740/ns: creating writer at 1732605578952 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732605578966 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732605578966Flushing 1588230740/rep_barrier: creating writer at 1732605579376 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605579391 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605579391Flushing 1588230740/table: creating writer at 1732605579801 (+410 ms)Flushing 1588230740/table: appending metadata at 1732605579817 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732605579817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775adac8: reopening flushed file at 1732605580227 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d22630: reopening flushed file at 1732605580232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e230b23: reopening flushed file at 1732605580237 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762a879e: reopening flushed file at 1732605580242 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1732605580248 (+6 ms)Writing region close event to WAL at 1732605580251 (+3 ms)Running coprocessor post-close hooks at 1732605580254 (+3 ms)Closed at 1732605580254 2024-11-26T07:19:40,255 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:40,323 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,33609,1732605565449; all regions closed. 2024-11-26T07:19:40,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:19:40,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.meta.1732605568415.meta not finished, retry = 0 2024-11-26T07:19:40,416 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 to pos 1328, reset compression=false 2024-11-26T07:19:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741839_1015 (size=3127) 2024-11-26T07:19:40,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741832_1008 (size=1336) 2024-11-26T07:19:40,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/WALs/15ed1af4400d,33609,1732605565449/15ed1af4400d%2C33609%2C1732605565449.1732605567456 not finished, retry = 0 2024-11-26T07:19:40,535 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:40,535 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:40,535 INFO [RS:0;15ed1af4400d:33609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:40,535 INFO [RS:0;15ed1af4400d:33609 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:40,535 INFO [RS:0;15ed1af4400d:33609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:40,535 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:40,535 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,33609,1732605565449 because: Region server is closing 2024-11-26T07:19:40,536 INFO [RS:0;15ed1af4400d:33609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33609. 2024-11-26T07:19:40,536 DEBUG [RS:0;15ed1af4400d:33609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:40,536 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:40,536 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:40,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:40,606 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1033, reset compression=false 2024-11-26T07:19:40,636 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.shipper15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 terminated 2024-11-26T07:19:40,636 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33609,1732605565449.replicationSource.wal-reader.15ed1af4400d%2C33609%2C1732605565449,1-15ed1af4400d,33609,1732605565449 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:19:40,637 INFO [RS:0;15ed1af4400d:33609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33609. 2024-11-26T07:19:40,637 DEBUG [RS:0;15ed1af4400d:33609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:40,637 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:40,637 DEBUG [RS:0;15ed1af4400d:33609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:40,637 INFO [RS:0;15ed1af4400d:33609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33609 2024-11-26T07:19:40,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:40,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860/rs 2024-11-26T07:19:40,640 INFO [RS:0;15ed1af4400d:33609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:40,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-332817860/rs/15ed1af4400d,33609,1732605565449 2024-11-26T07:19:40,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,33609,1732605565449] 2024-11-26T07:19:40,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-332817860/draining/15ed1af4400d,33609,1732605565449 already deleted, retry=false 2024-11-26T07:19:40,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,33609,1732605565449 expired; onlineServers=0 2024-11-26T07:19:40,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,46191,1732605565405' ***** 2024-11-26T07:19:40,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:19:40,644 INFO [M:0;15ed1af4400d:46191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:40,644 INFO [M:0;15ed1af4400d:46191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:40,644 DEBUG [M:0;15ed1af4400d:46191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:19:40,644 DEBUG [M:0;15ed1af4400d:46191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:19:40,644 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:19:40,644 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605567221 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605567221,5,FailOnTimeoutGroup] 2024-11-26T07:19:40,644 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605567218 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605567218,5,FailOnTimeoutGroup] 2024-11-26T07:19:40,645 INFO [M:0;15ed1af4400d:46191 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:40,645 INFO [M:0;15ed1af4400d:46191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:40,645 DEBUG [M:0;15ed1af4400d:46191 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:19:40,645 INFO [M:0;15ed1af4400d:46191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:19:40,645 INFO [M:0;15ed1af4400d:46191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:40,645 INFO [M:0;15ed1af4400d:46191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:19:40,645 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:19:40,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-332817860/master 2024-11-26T07:19:40,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-332817860 2024-11-26T07:19:40,646 DEBUG [M:0;15ed1af4400d:46191 {}] zookeeper.ZKUtil(347): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Unable to get data of znode /1-332817860/master because node does not exist (not an error) 2024-11-26T07:19:40,646 WARN [M:0;15ed1af4400d:46191 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:19:40,647 INFO [M:0;15ed1af4400d:46191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/.lastflushedseqids 2024-11-26T07:19:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741850_1026 (size=263) 2024-11-26T07:19:40,714 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 15ed1af4400d:33609 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:33609 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:40,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 15ed1af4400d:33609 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:33609 2024-11-26T07:19:40,715 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=15ed1af4400d:33609 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:33609 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:33609 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-26T07:19:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T07:19:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43294 deadline: 1732605640717, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T07:19:40,719 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T07:19:40,720 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T07:19:40,742 INFO [RS:0;15ed1af4400d:33609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:40,742 INFO [RS:0;15ed1af4400d:33609 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,33609,1732605565449; zookeeper connection closed. 2024-11-26T07:19:40,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:40,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33609-0x1015324afbb0004, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:40,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bed9212 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bed9212 2024-11-26T07:19:40,742 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:19:41,053 INFO [M:0;15ed1af4400d:46191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:19:41,053 INFO [M:0;15ed1af4400d:46191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:19:41,054 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:41,054 INFO [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:41,054 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:41,054 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:41,054 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:41,054 INFO [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-26T07:19:41,070 DEBUG [M:0;15ed1af4400d:46191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f109e642cabb4e0ea1f471e225a0b936 is 82, key is hbase:meta,,1/info:regioninfo/1732605568481/Put/seqid=0 2024-11-26T07:19:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741851_1027 (size=5672) 2024-11-26T07:19:41,210 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1033, reset compression=false 2024-11-26T07:19:41,320 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T07:19:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T07:19:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43294 deadline: 1732605641321, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T07:19:41,322 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T07:19:41,323 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T07:19:41,323 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T07:19:41,474 INFO [M:0;15ed1af4400d:46191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f109e642cabb4e0ea1f471e225a0b936 2024-11-26T07:19:41,496 DEBUG [M:0;15ed1af4400d:46191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66fce8ac5970412ea22a80c920e6d505 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605574358/Put/seqid=0 2024-11-26T07:19:41,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741852_1028 (size=8517) 2024-11-26T07:19:41,901 INFO [M:0;15ed1af4400d:46191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66fce8ac5970412ea22a80c920e6d505 2024-11-26T07:19:41,914 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1033, reset compression=false 2024-11-26T07:19:41,922 DEBUG [M:0;15ed1af4400d:46191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/093c44c1ace34f7b9e3b0dd80ab42b43 is 69, key is 15ed1af4400d,33609,1732605565449/rs:state/1732605567293/Put/seqid=0 2024-11-26T07:19:41,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741853_1029 (size=5156) 2024-11-26T07:19:41,930 INFO [M:0;15ed1af4400d:46191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/093c44c1ace34f7b9e3b0dd80ab42b43 2024-11-26T07:19:41,936 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f109e642cabb4e0ea1f471e225a0b936 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f109e642cabb4e0ea1f471e225a0b936 2024-11-26T07:19:41,945 INFO [M:0;15ed1af4400d:46191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f109e642cabb4e0ea1f471e225a0b936, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T07:19:41,946 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66fce8ac5970412ea22a80c920e6d505 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66fce8ac5970412ea22a80c920e6d505 2024-11-26T07:19:41,954 INFO [M:0;15ed1af4400d:46191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66fce8ac5970412ea22a80c920e6d505, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T07:19:41,955 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/093c44c1ace34f7b9e3b0dd80ab42b43 as hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/093c44c1ace34f7b9e3b0dd80ab42b43 2024-11-26T07:19:41,960 INFO [M:0;15ed1af4400d:46191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/c4de9452-ee37-e70a-43c3-2d52704db328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/093c44c1ace34f7b9e3b0dd80ab42b43, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T07:19:41,961 INFO [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false 2024-11-26T07:19:41,985 INFO [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:41,985 DEBUG [M:0;15ed1af4400d:46191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605581054Disabling compacts and flushes for region at 1732605581054Disabling writes for close at 1732605581054Obtaining lock to block concurrent updates at 1732605581054Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605581054Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732605581054Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605581055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605581055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605581069 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605581069Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605581478 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605581496 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605581496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605581905 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605581922 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605581922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e63d86: reopening flushed file at 1732605581935 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d33c1e: reopening flushed file at 1732605581945 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a1429: reopening flushed file at 1732605581954 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false at 1732605581961 (+7 ms)Writing region close event to WAL at 1732605581985 (+24 ms)Closed at 1732605581985 2024-11-26T07:19:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741830_1006 (size=63666) 2024-11-26T07:19:41,992 INFO [M:0;15ed1af4400d:46191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:19:41,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:41,992 INFO [M:0;15ed1af4400d:46191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46191 2024-11-26T07:19:41,993 INFO [M:0;15ed1af4400d:46191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:42,024 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T07:19:42,025 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 15ed1af4400d:46191 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:46191 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:42,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 15ed1af4400d:46191 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:46191 2024-11-26T07:19:42,096 INFO [M:0;15ed1af4400d:46191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46191-0x1015324afbb0003, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:42,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc06253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:42,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:42,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:42,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:42,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:42,100 WARN [BP-1446076110-172.17.0.2-1732605564469 heartbeating to localhost/127.0.0.1:40729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:19:42,100 WARN [BP-1446076110-172.17.0.2-1732605564469 heartbeating to localhost/127.0.0.1:40729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1446076110-172.17.0.2-1732605564469 (Datanode Uuid 7d71bb45-13ed-488e-b0c9-b2dd6b8b0102) service to localhost/127.0.0.1:40729 2024-11-26T07:19:42,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:19:42,101 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:19:42,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/cluster_0115e32f-be90-af83-baf7-0d0f3b60dd56/data/data1/current/BP-1446076110-172.17.0.2-1732605564469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:42,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/cluster_0115e32f-be90-af83-baf7-0d0f3b60dd56/data/data2/current/BP-1446076110-172.17.0.2-1732605564469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:42,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:19:42,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1228fad4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:42,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:42,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:42,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:42,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:42,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:19:42,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:19:42,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:42,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:42,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:42,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:42,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:42,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:19:42,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1747021187, stopped=false 2024-11-26T07:19:42,126 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,33503,1732605561331 2024-11-26T07:19:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1286048482/running 2024-11-26T07:19:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1286048482/running 2024-11-26T07:19:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:42,129 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:42,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:42,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:42,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:42,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on znode that does not yet exist, /0-1286048482/running 2024-11-26T07:19:42,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,45985,1732605561408' ***** 2024-11-26T07:19:42,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:19:42,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Set watcher on znode that does not yet exist, /0-1286048482/running 2024-11-26T07:19:42,130 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:19:42,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:19:42,130 INFO [RS:0;15ed1af4400d:45985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:19:42,130 INFO [RS:0;15ed1af4400d:45985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:19:42,130 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(3091): Received CLOSE for e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(3091): Received CLOSE for b2e2aeaeb2acdf9c8f839691cda9dea4 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,45985,1732605561408 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:45985. 2024-11-26T07:19:42,131 DEBUG [RS:0;15ed1af4400d:45985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:42,131 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3b7f3f2d2986447ddf4d8751c8dfc27, disabling compactions & flushes 2024-11-26T07:19:42,131 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:42,131 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:42,131 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:42,131 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. after waiting 0 ms 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:19:42,131 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:19:42,131 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:19:42,131 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3b7f3f2d2986447ddf4d8751c8dfc27 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-26T07:19:42,132 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:19:42,132 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3b7f3f2d2986447ddf4d8751c8dfc27=hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27., b2e2aeaeb2acdf9c8f839691cda9dea4=test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4.} 2024-11-26T07:19:42,132 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2e2aeaeb2acdf9c8f839691cda9dea4, e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:42,132 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:42,132 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:42,132 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:42,132 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:42,132 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:42,132 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:19:42,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:42,134 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 15ed1af4400d:46191 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:46191 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:19:42,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=15ed1af4400d:46191 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:46191 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-26T07:19:42,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 15ed1af4400d:46191 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 15ed1af4400d/172.17.0.2:46191 2024-11-26T07:19:42,153 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/info/c361622695cd472bb0ff6249e9ca45f0 is 147, key is hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27./info:regioninfo/1732605572602/Put/seqid=0 2024-11-26T07:19:42,153 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/.tmp/hfileref/94853abf18d34f6c99c8d0075cccd1d3 is 74, key is 1/hfileref:74ef4a9ad2e44481b8e748f7644d137f_SeqId_4_/1732605576120/DeleteColumn/seqid=0 2024-11-26T07:19:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741847_1023 (size=7686) 2024-11-26T07:19:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741846_1022 (size=5345) 2024-11-26T07:19:42,158 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/info/c361622695cd472bb0ff6249e9ca45f0 2024-11-26T07:19:42,184 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/ns/c83a338505274938a3cd356fc0f1256d is 43, key is default/ns:d/1732605564391/Put/seqid=0 2024-11-26T07:19:42,185 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741848_1024 (size=5153) 2024-11-26T07:19:42,332 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2e2aeaeb2acdf9c8f839691cda9dea4, e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:42,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:42,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 15ed1af4400d:46191 this server is in the failed servers list 2024-11-26T07:19:42,344 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:19:42,344 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:19:42,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 15ed1af4400d:46191 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:42,532 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2e2aeaeb2acdf9c8f839691cda9dea4, e3b7f3f2d2986447ddf4d8751c8dfc27 2024-11-26T07:19:42,559 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/.tmp/hfileref/94853abf18d34f6c99c8d0075cccd1d3 2024-11-26T07:19:42,582 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/.tmp/queue/8e3a1ad08ce94617af59b1449a7a3e5d is 153, key is 1-15ed1af4400d,45985,1732605561408/queue:15ed1af4400d%2C45985%2C1732605561408/1732605576122/Put/seqid=0 2024-11-26T07:19:42,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741849_1025 (size=5352) 2024-11-26T07:19:42,587 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/.tmp/queue/8e3a1ad08ce94617af59b1449a7a3e5d 2024-11-26T07:19:42,591 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/ns/c83a338505274938a3cd356fc0f1256d 2024-11-26T07:19:42,593 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/.tmp/hfileref/94853abf18d34f6c99c8d0075cccd1d3 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/hfileref/94853abf18d34f6c99c8d0075cccd1d3 2024-11-26T07:19:42,599 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/hfileref/94853abf18d34f6c99c8d0075cccd1d3, entries=4, sequenceid=10, filesize=5.2 K 2024-11-26T07:19:42,600 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/.tmp/queue/8e3a1ad08ce94617af59b1449a7a3e5d as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/queue/8e3a1ad08ce94617af59b1449a7a3e5d 2024-11-26T07:19:42,609 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/queue/8e3a1ad08ce94617af59b1449a7a3e5d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T07:19:42,610 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e3b7f3f2d2986447ddf4d8751c8dfc27 in 479ms, sequenceid=10, compaction requested=false 2024-11-26T07:19:42,620 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/replication/e3b7f3f2d2986447ddf4d8751c8dfc27/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T07:19:42,620 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:42,621 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3b7f3f2d2986447ddf4d8751c8dfc27: Waiting for close lock at 1732605582131Running coprocessor pre-close hooks at 1732605582131Disabling compacts and flushes for region at 1732605582131Disabling writes for close at 1732605582131Obtaining lock to block concurrent updates at 1732605582131Preparing flush snapshotting stores in e3b7f3f2d2986447ddf4d8751c8dfc27 at 1732605582131Finished memstore snapshotting hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732605582131Flushing stores of hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. at 1732605582132 (+1 ms)Flushing e3b7f3f2d2986447ddf4d8751c8dfc27/hfileref: creating writer at 1732605582132Flushing e3b7f3f2d2986447ddf4d8751c8dfc27/hfileref: appending metadata at 1732605582153 (+21 ms)Flushing e3b7f3f2d2986447ddf4d8751c8dfc27/hfileref: closing flushed file at 1732605582153Flushing e3b7f3f2d2986447ddf4d8751c8dfc27/queue: creating writer at 1732605582564 (+411 ms)Flushing e3b7f3f2d2986447ddf4d8751c8dfc27/queue: appending metadata at 1732605582582 (+18 ms)Flushing e3b7f3f2d2986447ddf4d8751c8dfc27/queue: closing flushed file at 1732605582582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322f6830: reopening flushed file at 1732605582591 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4874cbed: reopening flushed file at 1732605582599 (+8 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e3b7f3f2d2986447ddf4d8751c8dfc27 in 479ms, sequenceid=10, compaction requested=false at 1732605582610 (+11 ms)Writing region close event to WAL at 1732605582616 (+6 ms)Running coprocessor post-close hooks at 1732605582620 (+4 ms)Closed at 1732605582621 (+1 ms) 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/rep_barrier/663ba1a5074f4482bdbf492f560410b9 is 112, key is test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4./rep_barrier:seqnumDuringOpen/1732605569022/Put/seqid=0 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605571425.e3b7f3f2d2986447ddf4d8751c8dfc27. 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2e2aeaeb2acdf9c8f839691cda9dea4, disabling compactions & flushes 2024-11-26T07:19:42,621 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. after waiting 0 ms 2024-11-26T07:19:42,621 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741850_1026 (size=5518) 2024-11-26T07:19:42,626 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/rep_barrier/663ba1a5074f4482bdbf492f560410b9 2024-11-26T07:19:42,627 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/default/test/b2e2aeaeb2acdf9c8f839691cda9dea4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:19:42,627 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:42,627 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:19:42,627 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:42,627 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2e2aeaeb2acdf9c8f839691cda9dea4: Waiting for close lock at 1732605582621Running coprocessor pre-close hooks at 1732605582621Disabling compacts and flushes for region at 1732605582621Disabling writes for close at 1732605582621Writing region close event to WAL at 1732605582623 (+2 ms)Running coprocessor post-close hooks at 1732605582627 (+4 ms)Closed at 1732605582627 2024-11-26T07:19:42,628 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605568620.b2e2aeaeb2acdf9c8f839691cda9dea4. 2024-11-26T07:19:42,644 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/table/7cb8dbd36bc14d28998072b58d2441ce is 53, key is hbase:replication/table:state/1732605572608/Put/seqid=0 2024-11-26T07:19:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741851_1027 (size=5308) 2024-11-26T07:19:42,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:42,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 15ed1af4400d:46191 this server is in the failed servers list 2024-11-26T07:19:42,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 15ed1af4400d:46191 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:42,721 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1033, reset compression=false 2024-11-26T07:19:42,726 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:19:42,726 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1328, reset compression=false 2024-11-26T07:19:42,732 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:42,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:19:42,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:19:42,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:19:42,930 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1328, reset compression=false 2024-11-26T07:19:42,933 DEBUG [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:19:43,049 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/table/7cb8dbd36bc14d28998072b58d2441ce 2024-11-26T07:19:43,055 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/info/c361622695cd472bb0ff6249e9ca45f0 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/info/c361622695cd472bb0ff6249e9ca45f0 2024-11-26T07:19:43,059 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/info/c361622695cd472bb0ff6249e9ca45f0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:19:43,060 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/ns/c83a338505274938a3cd356fc0f1256d as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/ns/c83a338505274938a3cd356fc0f1256d 2024-11-26T07:19:43,064 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/ns/c83a338505274938a3cd356fc0f1256d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:19:43,065 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/rep_barrier/663ba1a5074f4482bdbf492f560410b9 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/rep_barrier/663ba1a5074f4482bdbf492f560410b9 2024-11-26T07:19:43,069 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/rep_barrier/663ba1a5074f4482bdbf492f560410b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:19:43,070 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/.tmp/table/7cb8dbd36bc14d28998072b58d2441ce as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/table/7cb8dbd36bc14d28998072b58d2441ce 2024-11-26T07:19:43,074 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/table/7cb8dbd36bc14d28998072b58d2441ce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:19:43,075 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false 2024-11-26T07:19:43,079 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:19:43,080 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:19:43,080 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:19:43,080 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:43,080 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605582132Running coprocessor pre-close hooks at 1732605582132Disabling compacts and flushes for region at 1732605582132Disabling writes for close at 1732605582132Obtaining lock to block concurrent updates at 1732605582132Preparing flush snapshotting stores in 1588230740 at 1732605582132Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605582132Flushing stores of hbase:meta,,1.1588230740 at 1732605582133 (+1 ms)Flushing 1588230740/info: creating writer at 1732605582133Flushing 1588230740/info: appending metadata at 1732605582153 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732605582153Flushing 1588230740/ns: creating writer at 1732605582163 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732605582184 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732605582184Flushing 1588230740/rep_barrier: creating writer at 1732605582597 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605582620 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605582620Flushing 1588230740/table: creating writer at 1732605582630 (+10 ms)Flushing 1588230740/table: appending metadata at 1732605582644 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605582644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da06b7d: reopening flushed file at 1732605583054 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79eed202: reopening flushed file at 1732605583059 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4894e999: reopening flushed file at 1732605583064 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39683ab6: reopening flushed file at 1732605583070 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false at 1732605583075 (+5 ms)Writing region close event to WAL at 1732605583077 (+2 ms)Running coprocessor post-close hooks at 1732605583080 (+3 ms)Closed at 1732605583080 2024-11-26T07:19:43,081 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:43,133 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,45985,1732605561408; all regions closed. 2024-11-26T07:19:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:19:43,145 DEBUG [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/oldWALs 2024-11-26T07:19:43,145 INFO [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C45985%2C1732605561408.meta:.meta(num 1732605564348) 2024-11-26T07:19:43,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.rep.1732605572566 not finished, retry = 0 2024-11-26T07:19:43,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741839_1015 (size=2695) 2024-11-26T07:19:43,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:43,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 15ed1af4400d:46191 this server is in the failed servers list 2024-11-26T07:19:43,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 15ed1af4400d:46191 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:43,234 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 to pos 1328, reset compression=false 2024-11-26T07:19:43,253 DEBUG [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/oldWALs 2024-11-26T07:19:43,253 INFO [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C45985%2C1732605561408.rep:(num 1732605572566) 2024-11-26T07:19:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741832_1008 (size=1336) 2024-11-26T07:19:43,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/WALs/15ed1af4400d,45985,1732605561408/15ed1af4400d%2C45985%2C1732605561408.1732605563410 not finished, retry = 0 2024-11-26T07:19:43,358 DEBUG [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/oldWALs 2024-11-26T07:19:43,358 INFO [RS:0;15ed1af4400d:45985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C45985%2C1732605561408:(num 1732605563410) 2024-11-26T07:19:43,358 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:43,358 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:19:43,358 INFO [RS:0;15ed1af4400d:45985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:43,358 INFO [RS:0;15ed1af4400d:45985 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:43,359 INFO [RS:0;15ed1af4400d:45985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:43,359 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:43,359 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,45985,1732605561408 because: Region server is closing 2024-11-26T07:19:43,359 INFO [RS:0;15ed1af4400d:45985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:45985. 2024-11-26T07:19:43,359 DEBUG [RS:0;15ed1af4400d:45985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:43,359 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:43,359 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:43,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:43,460 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.wal-reader.15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:19:43,460 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-26T07:19:43,460 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T07:19:43,460 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T07:19:44,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:44,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:44,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:44,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:44,176 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:44,261 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,45985,1732605561408.replicationSource.shipper15ed1af4400d%2C45985%2C1732605561408,1-15ed1af4400d,45985,1732605561408 terminated 2024-11-26T07:19:44,261 INFO [RS:0;15ed1af4400d:45985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:45985. 2024-11-26T07:19:44,262 DEBUG [RS:0;15ed1af4400d:45985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:44,262 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:44,262 DEBUG [RS:0;15ed1af4400d:45985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:44,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:44,262 INFO [RS:0;15ed1af4400d:45985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45985 2024-11-26T07:19:44,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482/rs 2024-11-26T07:19:44,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1286048482/rs/15ed1af4400d,45985,1732605561408 2024-11-26T07:19:44,264 INFO [RS:0;15ed1af4400d:45985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:44,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,45985,1732605561408] 2024-11-26T07:19:44,266 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1286048482/draining/15ed1af4400d,45985,1732605561408 already deleted, retry=false 2024-11-26T07:19:44,266 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,45985,1732605561408 expired; onlineServers=0 2024-11-26T07:19:44,266 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,33503,1732605561331' ***** 2024-11-26T07:19:44,266 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:19:44,266 INFO [M:0;15ed1af4400d:33503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:19:44,266 INFO [M:0;15ed1af4400d:33503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:19:44,266 DEBUG [M:0;15ed1af4400d:33503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:19:44,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:19:44,266 DEBUG [M:0;15ed1af4400d:33503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:19:44,266 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605563195 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605563195,5,FailOnTimeoutGroup] 2024-11-26T07:19:44,266 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605563195 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605563195,5,FailOnTimeoutGroup] 2024-11-26T07:19:44,267 INFO [M:0;15ed1af4400d:33503 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:19:44,267 INFO [M:0;15ed1af4400d:33503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:19:44,267 DEBUG [M:0;15ed1af4400d:33503 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:19:44,267 INFO [M:0;15ed1af4400d:33503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:19:44,267 INFO [M:0;15ed1af4400d:33503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:19:44,267 INFO [M:0;15ed1af4400d:33503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:19:44,267 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:19:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1286048482/master 2024-11-26T07:19:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1286048482 2024-11-26T07:19:44,270 DEBUG [M:0;15ed1af4400d:33503 {}] zookeeper.ZKUtil(347): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Unable to get data of znode /0-1286048482/master because node does not exist (not an error) 2024-11-26T07:19:44,270 WARN [M:0;15ed1af4400d:33503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:19:44,270 INFO [M:0;15ed1af4400d:33503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/.lastflushedseqids 2024-11-26T07:19:44,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741852_1028 (size=263) 2024-11-26T07:19:44,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:44,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45985-0x1015324afbb0001, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:44,365 INFO [RS:0;15ed1af4400d:45985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:44,365 INFO [RS:0;15ed1af4400d:45985 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,45985,1732605561408; zookeeper connection closed. 2024-11-26T07:19:44,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ef6e555 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ef6e555 2024-11-26T07:19:44,366 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:19:44,679 INFO [M:0;15ed1af4400d:33503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:19:44,679 INFO [M:0;15ed1af4400d:33503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:19:44,679 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:44,679 INFO [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:44,679 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:44,679 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:44,679 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:44,679 INFO [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T07:19:44,700 DEBUG [M:0;15ed1af4400d:33503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/334d3a7996a04020afe209c2c7fb3561 is 82, key is hbase:meta,,1/info:regioninfo/1732605564382/Put/seqid=0 2024-11-26T07:19:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741853_1029 (size=5672) 2024-11-26T07:19:45,106 INFO [M:0;15ed1af4400d:33503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/334d3a7996a04020afe209c2c7fb3561 2024-11-26T07:19:45,125 DEBUG [M:0;15ed1af4400d:33503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f3315cd897b42ab94d909e20cf2be84 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605572611/Put/seqid=0 2024-11-26T07:19:45,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741854_1030 (size=8516) 2024-11-26T07:19:45,130 INFO [M:0;15ed1af4400d:33503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f3315cd897b42ab94d909e20cf2be84 2024-11-26T07:19:45,152 DEBUG [M:0;15ed1af4400d:33503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/338c192714c34d8592d5828beda30d60 is 69, key is 15ed1af4400d,45985,1732605561408/rs:state/1732605563254/Put/seqid=0 2024-11-26T07:19:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741855_1031 (size=5156) 2024-11-26T07:19:45,557 INFO [M:0;15ed1af4400d:33503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/338c192714c34d8592d5828beda30d60 2024-11-26T07:19:45,563 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/334d3a7996a04020afe209c2c7fb3561 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/334d3a7996a04020afe209c2c7fb3561 2024-11-26T07:19:45,568 INFO [M:0;15ed1af4400d:33503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/334d3a7996a04020afe209c2c7fb3561, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T07:19:45,569 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f3315cd897b42ab94d909e20cf2be84 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f3315cd897b42ab94d909e20cf2be84 2024-11-26T07:19:45,572 INFO [M:0;15ed1af4400d:33503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f3315cd897b42ab94d909e20cf2be84, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T07:19:45,573 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/338c192714c34d8592d5828beda30d60 as hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/338c192714c34d8592d5828beda30d60 2024-11-26T07:19:45,576 INFO [M:0;15ed1af4400d:33503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41725/user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/338c192714c34d8592d5828beda30d60, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T07:19:45,577 INFO [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-11-26T07:19:45,579 INFO [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:45,579 DEBUG [M:0;15ed1af4400d:33503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605584679Disabling compacts and flushes for region at 1732605584679Disabling writes for close at 1732605584679Obtaining lock to block concurrent updates at 1732605584679Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605584679Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732605584680 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605584680Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605584680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605584699 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605584699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605585110 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605585124 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605585124Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605585135 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605585152 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605585152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f5dec9: reopening flushed file at 1732605585562 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50588fef: reopening flushed file at 1732605585568 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6a1252: reopening flushed file at 1732605585572 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1732605585577 (+5 ms)Writing region close event to WAL at 1732605585579 (+2 ms)Closed at 1732605585579 2024-11-26T07:19:45,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1343b36-d866-ed7d-78c5-4e1e3cfbb6a1/MasterData/WALs/15ed1af4400d,33503,1732605561331/15ed1af4400d%2C33503%2C1732605561331.1732605563101 not finished, retry = 0 2024-11-26T07:19:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741830_1006 (size=63654) 2024-11-26T07:19:45,682 INFO [M:0;15ed1af4400d:33503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:19:45,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:19:45,682 INFO [M:0;15ed1af4400d:33503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33503 2024-11-26T07:19:45,683 INFO [M:0;15ed1af4400d:33503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:19:45,785 INFO [M:0;15ed1af4400d:33503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:19:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1015324afbb0000, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:19:45,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:45,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:45,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:45,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:45,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:45,790 WARN [BP-826930703-172.17.0.2-1732605560162 heartbeating to localhost/127.0.0.1:41725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:19:45,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:19:45,790 WARN [BP-826930703-172.17.0.2-1732605560162 heartbeating to localhost/127.0.0.1:41725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-826930703-172.17.0.2-1732605560162 (Datanode Uuid cdbb7de8-486d-47ab-bb52-6bcce3e0a936) service to localhost/127.0.0.1:41725 2024-11-26T07:19:45,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:19:45,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8/data/data1/current/BP-826930703-172.17.0.2-1732605560162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:45,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/cluster_aaf01a4c-fd77-bb4d-4360-42dae1ac89c8/data/data2/current/BP-826930703-172.17.0.2-1732605560162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:19:45,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:19:45,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:45,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:19:45,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:19:45,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:19:45,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3c1f857-cf33-ae33-86f3-2d15a8a98540/hadoop.log.dir/,STOPPED} 2024-11-26T07:19:45,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:19:45,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:19:45,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50086) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41725 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41725 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40729 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40729 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40729 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50086) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7330 (was 7896) 2024-11-26T07:19:45,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=7330 2024-11-26T07:19:45,852 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T07:19:45,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.log.dir so I do NOT create it in target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954 2024-11-26T07:19:45,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:19:45,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.tmp.dir so I do NOT create it in target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954 2024-11-26T07:19:45,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f5de6c-3b87-5128-5aa2-bc6c9043946e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:19:45,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954 2024-11-26T07:19:45,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028, deleteOnExit=true 2024-11-26T07:19:45,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028/zookeeper_0, clientPort=49170, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:19:45,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49170 2024-11-26T07:19:45,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:19:45,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/test.cache.data in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:19:45,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:45,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:19:45,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:19:45,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:19:45,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:45,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:19:45,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:19:45,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015324afbb0005, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:19:45,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015324afbb0002, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:19:45,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015324afbb0002, quorum=127.0.0.1:50086, baseZNode=/0-1286048482 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:19:45,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015324afbb0005, quorum=127.0.0.1:50086, baseZNode=/1-332817860 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:19:45,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:45,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:45,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:45,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:45,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:19:45,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:45,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:45,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:46,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1564ee37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/java.io.tmpdir/jetty-localhost-46781-hadoop-hdfs-3_4_1-tests_jar-_-any-1454093656608434468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:46,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:46781} 2024-11-26T07:19:46,085 INFO [Time-limited test {}] server.Server(415): Started @178429ms 2024-11-26T07:19:46,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:46,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:46,184 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:46,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:46,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:46,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:46,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:46,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:19:46,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:46,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:46,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@644bdaa3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/java.io.tmpdir/jetty-localhost-44019-hadoop-hdfs-3_4_1-tests_jar-_-any-9005292511691630050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:46,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:44019} 2024-11-26T07:19:46,315 INFO [Time-limited test {}] server.Server(415): Started @178660ms 2024-11-26T07:19:46,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:19:46,418 WARN [Thread-2174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028/data/data1/current/BP-1785535295-172.17.0.2-1732605585883/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:46,418 WARN [Thread-2175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028/data/data2/current/BP-1785535295-172.17.0.2-1732605585883/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:46,438 WARN [Thread-2162 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c39aea0d8583d5c with lease ID 0x82118db213da400c: Processing first storage report for DS-b1436425-b32a-4081-a0ae-70032954e63f from datanode DatanodeRegistration(127.0.0.1:37773, datanodeUuid=ba833bed-46e1-4a9b-ba47-c75236b1982e, infoPort=37415, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=403502046;c=1732605585883) 2024-11-26T07:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c39aea0d8583d5c with lease ID 0x82118db213da400c: from storage DS-b1436425-b32a-4081-a0ae-70032954e63f node DatanodeRegistration(127.0.0.1:37773, datanodeUuid=ba833bed-46e1-4a9b-ba47-c75236b1982e, infoPort=37415, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=403502046;c=1732605585883), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c39aea0d8583d5c with lease ID 0x82118db213da400c: Processing first storage report for DS-3d857f37-bd3e-4c98-b8bf-ceadb10fadad from datanode DatanodeRegistration(127.0.0.1:37773, datanodeUuid=ba833bed-46e1-4a9b-ba47-c75236b1982e, infoPort=37415, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=403502046;c=1732605585883) 2024-11-26T07:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c39aea0d8583d5c with lease ID 0x82118db213da400c: from storage DS-3d857f37-bd3e-4c98-b8bf-ceadb10fadad node DatanodeRegistration(127.0.0.1:37773, datanodeUuid=ba833bed-46e1-4a9b-ba47-c75236b1982e, infoPort=37415, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=403502046;c=1732605585883), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:46,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954 2024-11-26T07:19:46,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:46,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:19:46,851 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72 with version=8 2024-11-26T07:19:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/hbase-staging 2024-11-26T07:19:46,853 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:46,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33077 2024-11-26T07:19:46,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33077 connecting to ZooKeeper ensemble=127.0.0.1:49170 2024-11-26T07:19:46,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330770x0, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:46,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33077-0x1015325144f0000 connected 2024-11-26T07:19:46,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:46,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:46,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on znode that does not yet exist, /01093449697/running 2024-11-26T07:19:46,891 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72, hbase.cluster.distributed=false 2024-11-26T07:19:46,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on znode that does not yet exist, /01093449697/acl 2024-11-26T07:19:46,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-26T07:19:46,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33077 2024-11-26T07:19:46,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33077 2024-11-26T07:19:46,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-26T07:19:46,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-26T07:19:46,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:46,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:46,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:46,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:46,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:46,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:46,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:19:46,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:46,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35379 2024-11-26T07:19:46,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35379 connecting to ZooKeeper ensemble=127.0.0.1:49170 2024-11-26T07:19:46,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:46,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353790x0, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:46,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353790x0, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on znode that does not yet exist, /01093449697/running 2024-11-26T07:19:46,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35379-0x1015325144f0001 connected 2024-11-26T07:19:46,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:19:46,928 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:19:46,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on znode that does not yet exist, /01093449697/master 2024-11-26T07:19:46,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on znode that does not yet exist, /01093449697/acl 2024-11-26T07:19:46,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35379 2024-11-26T07:19:46,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35379 2024-11-26T07:19:46,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35379 2024-11-26T07:19:46,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35379 2024-11-26T07:19:46,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35379 2024-11-26T07:19:46,955 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:33077 2024-11-26T07:19:46,955 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01093449697/backup-masters/15ed1af4400d,33077,1732605586853 2024-11-26T07:19:46,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697/backup-masters 2024-11-26T07:19:46,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697/backup-masters 2024-11-26T07:19:46,958 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on existing znode=/01093449697/backup-masters/15ed1af4400d,33077,1732605586853 2024-11-26T07:19:46,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01093449697/master 2024-11-26T07:19:46,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:46,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:46,966 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on existing znode=/01093449697/master 2024-11-26T07:19:46,966 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01093449697/backup-masters/15ed1af4400d,33077,1732605586853 from backup master directory 2024-11-26T07:19:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01093449697/backup-masters/15ed1af4400d,33077,1732605586853 2024-11-26T07:19:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697/backup-masters 2024-11-26T07:19:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697/backup-masters 2024-11-26T07:19:46,970 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:46,970 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,33077,1732605586853 2024-11-26T07:19:46,977 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/hbase.id] with ID: 0ff78d83-82ce-43e3-8a52-32aa60a948f1 2024-11-26T07:19:46,977 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/.tmp/hbase.id 2024-11-26T07:19:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:19:47,382 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/.tmp/hbase.id]:[hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/hbase.id] 2024-11-26T07:19:47,393 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:47,393 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:19:47,394 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:19:47,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:47,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:19:47,802 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:47,803 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:19:47,803 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:19:48,209 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store 2024-11-26T07:19:48,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:19:48,616 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:48,616 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:48,616 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:48,616 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:48,616 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:48,616 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:48,616 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:48,616 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605588616Disabling compacts and flushes for region at 1732605588616Disabling writes for close at 1732605588616Writing region close event to WAL at 1732605588616Closed at 1732605588616 2024-11-26T07:19:48,617 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/.initializing 2024-11-26T07:19:48,617 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/WALs/15ed1af4400d,33077,1732605586853 2024-11-26T07:19:48,619 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:48,621 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C33077%2C1732605586853, suffix=, logDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/WALs/15ed1af4400d,33077,1732605586853, archiveDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/oldWALs, maxLogs=10 2024-11-26T07:19:48,645 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/WALs/15ed1af4400d,33077,1732605586853/15ed1af4400d%2C33077%2C1732605586853.1732605588621, exclude list is [], retry=0 2024-11-26T07:19:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-b1436425-b32a-4081-a0ae-70032954e63f,DISK] 2024-11-26T07:19:48,666 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/WALs/15ed1af4400d,33077,1732605586853/15ed1af4400d%2C33077%2C1732605586853.1732605588621 2024-11-26T07:19:48,666 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-11-26T07:19:48,666 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:48,666 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:48,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:19:48,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:48,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:48,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:19:48,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:48,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:48,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:19:48,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:19:48,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:48,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:48,694 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,695 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,695 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,696 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,696 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,697 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:48,698 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:48,720 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:48,721 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123511, jitterRate=0.05982290208339691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:48,722 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605588667Initializing all the Stores at 1732605588668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605588668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605588679 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605588679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605588679Cleaning up temporary data from old regions at 1732605588696 (+17 ms)Region opened successfully at 1732605588722 (+26 ms) 2024-11-26T07:19:48,736 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:19:48,740 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c3b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:48,741 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:19:48,741 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:19:48,741 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:19:48,741 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:19:48,742 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:19:48,742 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:19:48,742 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:19:48,763 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:19:48,764 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Unable to get data of znode /01093449697/balancer because node does not exist (not necessarily an error) 2024-11-26T07:19:48,765 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01093449697/balancer already deleted, retry=false 2024-11-26T07:19:48,765 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:19:48,767 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Unable to get data of znode /01093449697/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:19:48,768 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01093449697/normalizer already deleted, retry=false 2024-11-26T07:19:48,768 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:19:48,774 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Unable to get data of znode /01093449697/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:19:48,776 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01093449697/switch/split already deleted, retry=false 2024-11-26T07:19:48,779 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Unable to get data of znode /01093449697/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:19:48,780 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01093449697/switch/merge already deleted, retry=false 2024-11-26T07:19:48,782 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Unable to get data of znode /01093449697/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:19:48,784 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01093449697/snapshot-cleanup already deleted, retry=false 2024-11-26T07:19:48,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01093449697/running 2024-11-26T07:19:48,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:48,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01093449697/running 2024-11-26T07:19:48,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:48,790 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,33077,1732605586853, sessionid=0x1015325144f0000, setting cluster-up flag (Was=false) 2024-11-26T07:19:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:48,800 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01093449697/flush-table-proc/acquired, /01093449697/flush-table-proc/reached, /01093449697/flush-table-proc/abort 2024-11-26T07:19:48,802 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,33077,1732605586853 2024-11-26T07:19:48,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:48,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:48,811 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01093449697/online-snapshot/acquired, /01093449697/online-snapshot/reached, /01093449697/online-snapshot/abort 2024-11-26T07:19:48,812 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,33077,1732605586853 2024-11-26T07:19:48,817 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:19:48,821 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:48,822 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:19:48,822 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:19:48,822 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,33077,1732605586853 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:48,824 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:48,837 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:19:48,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:48,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:19:48,852 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605618852 2024-11-26T07:19:48,853 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:19:48,853 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:19:48,853 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:19:48,853 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:19:48,853 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:19:48,853 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:19:48,862 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,863 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(746): ClusterId : 0ff78d83-82ce-43e3-8a52-32aa60a948f1 2024-11-26T07:19:48,863 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:19:48,865 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:19:48,865 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:19:48,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:19:48,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:19:48,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:19:48,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:19:48,871 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:19:48,872 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6f2c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:48,872 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:19:48,872 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:19:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:19:48,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:19:48,879 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72 2024-11-26T07:19:48,892 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605588872,5,FailOnTimeoutGroup] 2024-11-26T07:19:48,901 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605588892,5,FailOnTimeoutGroup] 2024-11-26T07:19:48,901 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,901 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:19:48,901 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,901 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,907 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:35379 2024-11-26T07:19:48,907 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:19:48,908 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:19:48,908 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:19:48,909 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,33077,1732605586853 with port=35379, startcode=1732605586914 2024-11-26T07:19:48,909 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:19:48,921 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:19:48,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,35379,1732605586914 2024-11-26T07:19:48,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33077 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:48,925 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72 2024-11-26T07:19:48,925 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33153 2024-11-26T07:19:48,925 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:19:48,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697/rs 2024-11-26T07:19:48,929 DEBUG [RS:0;15ed1af4400d:35379 {}] zookeeper.ZKUtil(111): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on existing znode=/01093449697/rs/15ed1af4400d,35379,1732605586914 2024-11-26T07:19:48,929 WARN [RS:0;15ed1af4400d:35379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:48,929 INFO [RS:0;15ed1af4400d:35379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:48,929 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914 2024-11-26T07:19:48,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,35379,1732605586914] 2024-11-26T07:19:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:19:48,966 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:19:48,968 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:19:48,972 INFO [RS:0;15ed1af4400d:35379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:19:48,972 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,973 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:19:48,974 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:19:48,974 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,974 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,975 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:48,975 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:48,975 DEBUG [RS:0;15ed1af4400d:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:48,975 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,976 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,976 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,976 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,976 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:48,976 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,35379,1732605586914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:49,002 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:19:49,002 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,35379,1732605586914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,002 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,002 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.Replication(171): 15ed1af4400d,35379,1732605586914 started 2024-11-26T07:19:49,024 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,024 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,35379,1732605586914, RpcServer on 15ed1af4400d/172.17.0.2:35379, sessionid=0x1015325144f0001 2024-11-26T07:19:49,024 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:19:49,024 DEBUG [RS:0;15ed1af4400d:35379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,35379,1732605586914 2024-11-26T07:19:49,024 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,35379,1732605586914' 2024-11-26T07:19:49,024 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01093449697/flush-table-proc/abort' 2024-11-26T07:19:49,030 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01093449697/flush-table-proc/acquired' 2024-11-26T07:19:49,031 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:19:49,031 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:19:49,031 DEBUG [RS:0;15ed1af4400d:35379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,35379,1732605586914 2024-11-26T07:19:49,031 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,35379,1732605586914' 2024-11-26T07:19:49,031 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01093449697/online-snapshot/abort' 2024-11-26T07:19:49,031 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01093449697/online-snapshot/acquired' 2024-11-26T07:19:49,032 DEBUG [RS:0;15ed1af4400d:35379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:19:49,032 INFO [RS:0;15ed1af4400d:35379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:19:49,032 INFO [RS:0;15ed1af4400d:35379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:19:49,132 INFO [RS:0;15ed1af4400d:35379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:49,141 INFO [RS:0;15ed1af4400d:35379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C35379%2C1732605586914, suffix=, logDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914, archiveDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/oldWALs, maxLogs=10 2024-11-26T07:19:49,161 DEBUG [RS:0;15ed1af4400d:35379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, exclude list is [], retry=0 2024-11-26T07:19:49,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-b1436425-b32a-4081-a0ae-70032954e63f,DISK] 2024-11-26T07:19:49,177 INFO [RS:0;15ed1af4400d:35379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 2024-11-26T07:19:49,181 DEBUG [RS:0;15ed1af4400d:35379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-11-26T07:19:49,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:49,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:49,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:49,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:49,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:49,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:49,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:49,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:49,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:49,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:49,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740 2024-11-26T07:19:49,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740 2024-11-26T07:19:49,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:49,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:49,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:49,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:49,374 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:49,374 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74198157, jitterRate=0.10563869774341583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:49,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605589355Initializing all the Stores at 1732605589360 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605589360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605589360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605589360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605589360Cleaning up temporary data from old regions at 1732605589371 (+11 ms)Region opened successfully at 1732605589375 (+4 ms) 2024-11-26T07:19:49,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:49,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:49,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:49,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:49,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:49,377 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:49,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605589375Disabling compacts and flushes for region at 1732605589375Disabling writes for close at 1732605589375Writing region close event to WAL at 1732605589377 (+2 ms)Closed at 1732605589377 2024-11-26T07:19:49,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:49,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:19:49,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:19:49,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:49,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:19:49,534 DEBUG [15ed1af4400d:33077 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:49,534 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:49,541 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,35379,1732605586914, state=OPENING 2024-11-26T07:19:49,542 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:19:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:49,544 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:49,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,35379,1732605586914}] 2024-11-26T07:19:49,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01093449697/meta-region-server: CHANGED 2024-11-26T07:19:49,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01093449697/meta-region-server: CHANGED 2024-11-26T07:19:49,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:49,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:19:49,708 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:19:49,708 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:49,709 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:19:49,710 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C35379%2C1732605586914.meta, suffix=.meta, logDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914, archiveDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/oldWALs, maxLogs=10 2024-11-26T07:19:49,733 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.meta.1732605589710.meta, exclude list is [], retry=0 2024-11-26T07:19:49,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-b1436425-b32a-4081-a0ae-70032954e63f,DISK] 2024-11-26T07:19:49,741 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.meta.1732605589710.meta 2024-11-26T07:19:49,752 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-11-26T07:19:49,753 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:49,753 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:49,753 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:49,753 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:19:49,754 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:19:49,754 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:19:49,754 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:49,754 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:19:49,754 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:19:49,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:49,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:49,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:49,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:49,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:49,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:49,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:49,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:49,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:49,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:49,762 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:49,763 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740 2024-11-26T07:19:49,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:49,765 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740 2024-11-26T07:19:49,766 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:49,766 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:49,767 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:49,768 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:49,769 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64261281, jitterRate=-0.04243229329586029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:49,769 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:19:49,770 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605589754Writing region info on filesystem at 1732605589754Initializing all the Stores at 1732605589756 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605589756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605589756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605589756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605589756Cleaning up temporary data from old regions at 1732605589766 (+10 ms)Running coprocessor post-open hooks at 1732605589769 (+3 ms)Region opened successfully at 1732605589770 (+1 ms) 2024-11-26T07:19:49,771 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605589701 2024-11-26T07:19:49,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:49,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,35379,1732605586914, state=OPEN 2024-11-26T07:19:49,779 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:19:49,779 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:19:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01093449697/meta-region-server 2024-11-26T07:19:49,780 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01093449697/meta-region-server 2024-11-26T07:19:49,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01093449697/meta-region-server: CHANGED 2024-11-26T07:19:49,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01093449697/meta-region-server: CHANGED 2024-11-26T07:19:49,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:19:49,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,35379,1732605586914 in 236 msec 2024-11-26T07:19:49,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:19:49,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-26T07:19:49,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:49,787 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:19:49,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:49,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35379,1732605586914, seqNum=-1] 2024-11-26T07:19:49,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:49,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:49,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 975 msec 2024-11-26T07:19:49,797 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605589797, completionTime=-1 2024-11-26T07:19:49,797 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:19:49,797 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:19:49,799 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:19:49,799 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605649799 2024-11-26T07:19:49,799 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605709799 2024-11-26T07:19:49,799 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:19:49,799 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33077,1732605586853-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,799 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33077,1732605586853-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,799 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33077,1732605586853-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,800 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:33077, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,800 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,801 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:19:49,804 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.838sec 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33077,1732605586853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:49,808 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33077,1732605586853-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:19:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,830 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:19:49,830 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:19:49,830 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33077,1732605586853-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:49,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:49,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:49,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33077,-1 for getting cluster id 2024-11-26T07:19:49,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:49,889 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ff78d83-82ce-43e3-8a52-32aa60a948f1' 2024-11-26T07:19:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ff78d83-82ce-43e3-8a52-32aa60a948f1" 2024-11-26T07:19:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122f3d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33077,-1] 2024-11-26T07:19:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:49,892 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:49,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:49,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:49,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35379,1732605586914, seqNum=-1] 2024-11-26T07:19:49,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:49,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:49,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,33077,1732605586853 2024-11-26T07:19:49,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49170 2024-11-26T07:19:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:49,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015325144f0002 connected 2024-11-26T07:19:49,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.log.dir so I do NOT create it in target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3 2024-11-26T07:19:49,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:19:49,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.tmp.dir so I do NOT create it in target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3 2024-11-26T07:19:49,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:19:49,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3 2024-11-26T07:19:49,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/cluster_955b5868-6f63-a329-b288-797534b34c92, deleteOnExit=true 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/test.cache.data in system properties and HBase conf 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:19:49,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:19:49,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:19:49,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:19:50,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:50,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:50,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:50,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:50,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:19:50,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:50,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:50,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:50,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:50,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:50,217 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:19:50,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3992b297{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/java.io.tmpdir/jetty-localhost-41915-hadoop-hdfs-3_4_1-tests_jar-_-any-18254767824642522302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:19:50,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:41915} 2024-11-26T07:19:50,297 INFO [Time-limited test {}] server.Server(415): Started @182642ms 2024-11-26T07:19:50,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:19:50,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:19:50,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:19:50,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:19:50,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:19:50,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:19:50,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:19:50,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e70714f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/java.io.tmpdir/jetty-localhost-40663-hadoop-hdfs-3_4_1-tests_jar-_-any-14840946848902009668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:19:50,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:40663} 2024-11-26T07:19:50,842 INFO [Time-limited test {}] server.Server(415): Started @183187ms 2024-11-26T07:19:50,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:19:51,081 WARN [Thread-2295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/cluster_955b5868-6f63-a329-b288-797534b34c92/data/data1/current/BP-278210295-172.17.0.2-1732605589970/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:51,085 WARN [Thread-2296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/cluster_955b5868-6f63-a329-b288-797534b34c92/data/data2/current/BP-278210295-172.17.0.2-1732605589970/current, will proceed with Du for space computation calculation, 2024-11-26T07:19:51,146 WARN [Thread-2283 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:19:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf527a7b3b5f206f3 with lease ID 0x90c7446d1a5939ff: Processing first storage report for DS-f05e2c22-3db3-4426-9e92-f1dce6473009 from datanode DatanodeRegistration(127.0.0.1:42887, datanodeUuid=a8ea5e2c-5978-4581-bcd0-2c4363b5ebf4, infoPort=40377, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=891024380;c=1732605589970) 2024-11-26T07:19:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf527a7b3b5f206f3 with lease ID 0x90c7446d1a5939ff: from storage DS-f05e2c22-3db3-4426-9e92-f1dce6473009 node DatanodeRegistration(127.0.0.1:42887, datanodeUuid=a8ea5e2c-5978-4581-bcd0-2c4363b5ebf4, infoPort=40377, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=891024380;c=1732605589970), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf527a7b3b5f206f3 with lease ID 0x90c7446d1a5939ff: Processing first storage report for DS-94ed89a0-a935-486d-9654-41d0374099b1 from datanode DatanodeRegistration(127.0.0.1:42887, datanodeUuid=a8ea5e2c-5978-4581-bcd0-2c4363b5ebf4, infoPort=40377, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=891024380;c=1732605589970) 2024-11-26T07:19:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf527a7b3b5f206f3 with lease ID 0x90c7446d1a5939ff: from storage DS-94ed89a0-a935-486d-9654-41d0374099b1 node DatanodeRegistration(127.0.0.1:42887, datanodeUuid=a8ea5e2c-5978-4581-bcd0-2c4363b5ebf4, infoPort=40377, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=891024380;c=1732605589970), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:19:51,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3 2024-11-26T07:19:51,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:51,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:19:51,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea with version=8 2024-11-26T07:19:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/hbase-staging 2024-11-26T07:19:51,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:51,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:51,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:51,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:51,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:51,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:51,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:19:51,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:51,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42679 2024-11-26T07:19:51,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42679 connecting to ZooKeeper ensemble=127.0.0.1:49170 2024-11-26T07:19:51,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426790x0, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:51,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42679-0x1015325144f0003 connected 2024-11-26T07:19:51,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:51,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:51,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on znode that does not yet exist, /1-320331967/running 2024-11-26T07:19:51,638 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea, hbase.cluster.distributed=false 2024-11-26T07:19:51,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on znode that does not yet exist, /1-320331967/acl 2024-11-26T07:19:51,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-26T07:19:51,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42679 2024-11-26T07:19:51,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42679 2024-11-26T07:19:51,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-26T07:19:51,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-26T07:19:51,688 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:19:51,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:51,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:51,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:19:51,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:19:51,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:19:51,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:19:51,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:19:51,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43071 2024-11-26T07:19:51,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43071 connecting to ZooKeeper ensemble=127.0.0.1:49170 2024-11-26T07:19:51,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:51,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430710x0, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:51,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430710x0, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on znode that does not yet exist, /1-320331967/running 2024-11-26T07:19:51,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:19:51,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43071-0x1015325144f0004 connected 2024-11-26T07:19:51,704 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:19:51,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on znode that does not yet exist, /1-320331967/master 2024-11-26T07:19:51,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on znode that does not yet exist, /1-320331967/acl 2024-11-26T07:19:51,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-26T07:19:51,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43071 2024-11-26T07:19:51,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43071 2024-11-26T07:19:51,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-26T07:19:51,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-26T07:19:51,734 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:42679 2024-11-26T07:19:51,736 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-320331967/backup-masters/15ed1af4400d,42679,1732605591597 2024-11-26T07:19:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967/backup-masters 2024-11-26T07:19:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967/backup-masters 2024-11-26T07:19:51,740 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on existing znode=/1-320331967/backup-masters/15ed1af4400d,42679,1732605591597 2024-11-26T07:19:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-320331967/master 2024-11-26T07:19:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:51,744 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on existing znode=/1-320331967/master 2024-11-26T07:19:51,745 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-320331967/backup-masters/15ed1af4400d,42679,1732605591597 from backup master directory 2024-11-26T07:19:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-320331967/backup-masters/15ed1af4400d,42679,1732605591597 2024-11-26T07:19:51,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967/backup-masters 2024-11-26T07:19:51,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967/backup-masters 2024-11-26T07:19:51,747 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:51,747 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,42679,1732605591597 2024-11-26T07:19:51,757 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/hbase.id] with ID: 52785d58-7dda-4687-bb4b-b932baf8f630 2024-11-26T07:19:51,757 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/.tmp/hbase.id 2024-11-26T07:19:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:19:51,767 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/.tmp/hbase.id]:[hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/hbase.id] 2024-11-26T07:19:51,778 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:19:51,778 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:19:51,779 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:19:51,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:51,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:19:51,792 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:51,793 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:19:51,793 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:51,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:19:51,810 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store 2024-11-26T07:19:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:19:52,218 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:52,219 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:19:52,219 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:52,219 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:52,219 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:19:52,219 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:52,219 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:19:52,219 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605592219Disabling compacts and flushes for region at 1732605592219Disabling writes for close at 1732605592219Writing region close event to WAL at 1732605592219Closed at 1732605592219 2024-11-26T07:19:52,219 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/.initializing 2024-11-26T07:19:52,219 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/WALs/15ed1af4400d,42679,1732605591597 2024-11-26T07:19:52,220 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:52,222 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C42679%2C1732605591597, suffix=, logDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/WALs/15ed1af4400d,42679,1732605591597, archiveDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/oldWALs, maxLogs=10 2024-11-26T07:19:52,235 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/WALs/15ed1af4400d,42679,1732605591597/15ed1af4400d%2C42679%2C1732605591597.1732605592222, exclude list is [], retry=0 2024-11-26T07:19:52,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42887,DS-f05e2c22-3db3-4426-9e92-f1dce6473009,DISK] 2024-11-26T07:19:52,239 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/WALs/15ed1af4400d,42679,1732605591597/15ed1af4400d%2C42679%2C1732605591597.1732605592222 2024-11-26T07:19:52,239 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40377:40377)] 2024-11-26T07:19:52,239 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:52,239 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:52,240 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,240 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:19:52,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:52,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:52,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:19:52,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:52,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:52,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:19:52,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:52,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:52,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:19:52,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:52,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:52,246 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,247 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,247 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:52,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:19:52,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:52,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68003479, jitterRate=0.013330802321434021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:52,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605592240Initializing all the Stores at 1732605592240Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605592240Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605592241 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605592241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605592241Cleaning up temporary data from old regions at 1732605592248 (+7 ms)Region opened successfully at 1732605592251 (+3 ms) 2024-11-26T07:19:52,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:19:52,254 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aff39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:52,254 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:19:52,255 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:19:52,255 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:19:52,255 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:19:52,255 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:19:52,255 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:19:52,255 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:19:52,257 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:19:52,258 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Unable to get data of znode /1-320331967/balancer because node does not exist (not necessarily an error) 2024-11-26T07:19:52,259 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-320331967/balancer already deleted, retry=false 2024-11-26T07:19:52,259 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:19:52,260 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Unable to get data of znode /1-320331967/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:19:52,261 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-320331967/normalizer already deleted, retry=false 2024-11-26T07:19:52,261 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:19:52,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Unable to get data of znode /1-320331967/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:19:52,265 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-320331967/switch/split already deleted, retry=false 2024-11-26T07:19:52,265 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Unable to get data of znode /1-320331967/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:19:52,266 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-320331967/switch/merge already deleted, retry=false 2024-11-26T07:19:52,268 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Unable to get data of znode /1-320331967/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:19:52,269 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-320331967/snapshot-cleanup already deleted, retry=false 2024-11-26T07:19:52,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-320331967/running 2024-11-26T07:19:52,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-320331967/running 2024-11-26T07:19:52,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:52,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:52,270 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,42679,1732605591597, sessionid=0x1015325144f0003, setting cluster-up flag (Was=false) 2024-11-26T07:19:52,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:52,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:52,279 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-320331967/flush-table-proc/acquired, /1-320331967/flush-table-proc/reached, /1-320331967/flush-table-proc/abort 2024-11-26T07:19:52,280 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42679,1732605591597 2024-11-26T07:19:52,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:52,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:52,288 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-320331967/online-snapshot/acquired, /1-320331967/online-snapshot/reached, /1-320331967/online-snapshot/abort 2024-11-26T07:19:52,289 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42679,1732605591597 2024-11-26T07:19:52,290 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:19:52,291 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:52,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:19:52,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:19:52,291 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,42679,1732605591597 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:19:52,292 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:52,292 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:52,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:52,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:19:52,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:19:52,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:52,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:52,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:19:52,295 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:52,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605622297 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:19:52,297 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:19:52,304 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:19:52,304 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:19:52,304 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605592304,5,FailOnTimeoutGroup] 2024-11-26T07:19:52,305 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605592304,5,FailOnTimeoutGroup] 2024-11-26T07:19:52,305 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,305 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:19:52,305 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,305 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:19:52,320 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(746): ClusterId : 52785d58-7dda-4687-bb4b-b932baf8f630 2024-11-26T07:19:52,320 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:19:52,322 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:19:52,322 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:19:52,323 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:19:52,324 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b83d62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:19:52,339 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:43071 2024-11-26T07:19:52,339 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:19:52,339 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:19:52,339 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:19:52,340 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,42679,1732605591597 with port=43071, startcode=1732605591688 2024-11-26T07:19:52,340 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:19:52,341 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:19:52,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,43071,1732605591688 2024-11-26T07:19:52,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42679 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:52,343 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea 2024-11-26T07:19:52,343 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43691 2024-11-26T07:19:52,343 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:19:52,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967/rs 2024-11-26T07:19:52,349 DEBUG [RS:0;15ed1af4400d:43071 {}] zookeeper.ZKUtil(111): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on existing znode=/1-320331967/rs/15ed1af4400d,43071,1732605591688 2024-11-26T07:19:52,349 WARN [RS:0;15ed1af4400d:43071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:19:52,349 INFO [RS:0;15ed1af4400d:43071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:52,349 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688 2024-11-26T07:19:52,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,43071,1732605591688] 2024-11-26T07:19:52,352 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:19:52,353 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:19:52,354 INFO [RS:0;15ed1af4400d:43071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:19:52,354 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,356 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:19:52,357 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:19:52,357 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:52,357 DEBUG [RS:0;15ed1af4400d:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:19:52,360 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,360 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,360 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,360 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,360 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,360 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43071,1732605591688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:52,377 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:19:52,377 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,43071,1732605591688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,377 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,378 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.Replication(171): 15ed1af4400d,43071,1732605591688 started 2024-11-26T07:19:52,398 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:52,398 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,43071,1732605591688, RpcServer on 15ed1af4400d/172.17.0.2:43071, sessionid=0x1015325144f0004 2024-11-26T07:19:52,398 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:19:52,398 DEBUG [RS:0;15ed1af4400d:43071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,43071,1732605591688 2024-11-26T07:19:52,398 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,43071,1732605591688' 2024-11-26T07:19:52,398 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-320331967/flush-table-proc/abort' 2024-11-26T07:19:52,399 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-320331967/flush-table-proc/acquired' 2024-11-26T07:19:52,399 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:19:52,399 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:19:52,399 DEBUG [RS:0;15ed1af4400d:43071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,43071,1732605591688 2024-11-26T07:19:52,399 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,43071,1732605591688' 2024-11-26T07:19:52,399 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-320331967/online-snapshot/abort' 2024-11-26T07:19:52,400 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-320331967/online-snapshot/acquired' 2024-11-26T07:19:52,400 DEBUG [RS:0;15ed1af4400d:43071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:19:52,400 INFO [RS:0;15ed1af4400d:43071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:19:52,400 INFO [RS:0;15ed1af4400d:43071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:19:52,501 INFO [RS:0;15ed1af4400d:43071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:19:52,503 INFO [RS:0;15ed1af4400d:43071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C43071%2C1732605591688, suffix=, logDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688, archiveDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/oldWALs, maxLogs=10 2024-11-26T07:19:52,529 DEBUG [RS:0;15ed1af4400d:43071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, exclude list is [], retry=0 2024-11-26T07:19:52,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42887,DS-f05e2c22-3db3-4426-9e92-f1dce6473009,DISK] 2024-11-26T07:19:52,547 INFO [RS:0;15ed1af4400d:43071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 2024-11-26T07:19:52,548 DEBUG [RS:0;15ed1af4400d:43071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40377:40377)] 2024-11-26T07:19:52,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:19:52,710 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea 2024-11-26T07:19:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:19:53,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:53,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:53,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:53,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:53,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:53,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:53,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:53,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:53,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:53,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:53,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740 2024-11-26T07:19:53,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740 2024-11-26T07:19:53,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:53,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:53,124 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:53,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:53,126 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:53,127 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712152, jitterRate=0.0983966588973999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605593116Initializing all the Stores at 1732605593117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605593117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605593117Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605593117Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605593117Cleaning up temporary data from old regions at 1732605593124 (+7 ms)Region opened successfully at 1732605593127 (+3 ms) 2024-11-26T07:19:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:19:53,127 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:19:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:19:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:19:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:19:53,127 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:19:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605593127Disabling compacts and flushes for region at 1732605593127Disabling writes for close at 1732605593127Writing region close event to WAL at 1732605593127Closed at 1732605593127 2024-11-26T07:19:53,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:53,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:19:53,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:19:53,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:53,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:19:53,280 DEBUG [15ed1af4400d:42679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:19:53,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:53,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,43071,1732605591688, state=OPENING 2024-11-26T07:19:53,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:19:53,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:53,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:53,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-320331967/meta-region-server: CHANGED 2024-11-26T07:19:53,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-320331967/meta-region-server: CHANGED 2024-11-26T07:19:53,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:19:53,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,43071,1732605591688}] 2024-11-26T07:19:53,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:19:53,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:19:53,441 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:19:53,441 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:53,441 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:19:53,442 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C43071%2C1732605591688.meta, suffix=.meta, logDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688, archiveDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/oldWALs, maxLogs=10 2024-11-26T07:19:53,459 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.meta.1732605593443.meta, exclude list is [], retry=0 2024-11-26T07:19:53,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42887,DS-f05e2c22-3db3-4426-9e92-f1dce6473009,DISK] 2024-11-26T07:19:53,463 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.meta.1732605593443.meta 2024-11-26T07:19:53,463 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40377:40377)] 2024-11-26T07:19:53,464 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:53,464 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:53,464 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:53,464 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:19:53,464 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:19:53,464 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:19:53,464 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:53,465 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:19:53,465 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:19:53,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:19:53,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:19:53,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:19:53,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:19:53,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:19:53,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:19:53,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:19:53,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:19:53,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:19:53,471 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:19:53,472 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740 2024-11-26T07:19:53,473 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740 2024-11-26T07:19:53,474 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:19:53,474 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:19:53,475 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:19:53,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:19:53,476 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73201159, jitterRate=0.0907822698354721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:19:53,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:19:53,477 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605593465Writing region info on filesystem at 1732605593465Initializing all the Stores at 1732605593465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605593465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605593466 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605593466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605593466Cleaning up temporary data from old regions at 1732605593474 (+8 ms)Running coprocessor post-open hooks at 1732605593477 (+3 ms)Region opened successfully at 1732605593477 2024-11-26T07:19:53,478 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605593436 2024-11-26T07:19:53,480 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:19:53,480 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:19:53,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:53,481 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,43071,1732605591688, state=OPEN 2024-11-26T07:19:53,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-320331967/meta-region-server 2024-11-26T07:19:53,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-320331967/meta-region-server 2024-11-26T07:19:53,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:53,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-320331967/meta-region-server: CHANGED 2024-11-26T07:19:53,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-320331967/meta-region-server: CHANGED 2024-11-26T07:19:53,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:19:53,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,43071,1732605591688 in 198 msec 2024-11-26T07:19:53,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:19:53,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-26T07:19:53,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:19:53,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:19:53,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:53,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,43071,1732605591688, seqNum=-1] 2024-11-26T07:19:53,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:53,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:53,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-26T07:19:53,494 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605593494, completionTime=-1 2024-11-26T07:19:53,494 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:19:53,494 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:19:53,496 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:19:53,496 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605653496 2024-11-26T07:19:53,496 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605713496 2024-11-26T07:19:53,496 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:19:53,497 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42679,1732605591597-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:53,497 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42679,1732605591597-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:53,497 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42679,1732605591597-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:53,497 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:42679, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:53,497 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:53,502 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:53,503 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.760sec 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42679,1732605591597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:19:53,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42679,1732605591597-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:19:53,509 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:19:53,509 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:19:53,509 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42679,1732605591597-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:19:53,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee7cf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:53,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42679,-1 for getting cluster id 2024-11-26T07:19:53,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:53,526 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52785d58-7dda-4687-bb4b-b932baf8f630' 2024-11-26T07:19:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52785d58-7dda-4687-bb4b-b932baf8f630" 2024-11-26T07:19:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe85e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42679,-1] 2024-11-26T07:19:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:53,528 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:53,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:53,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,43071,1732605591688, seqNum=-1] 2024-11-26T07:19:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:53,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:53,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,42679,1732605591597 2024-11-26T07:19:53,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49170 2024-11-26T07:19:53,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:19:53,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33077,1732605586853 2024-11-26T07:19:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@475433bf 2024-11-26T07:19:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:53,568 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:53,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:19:53,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:53,572 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:19:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:53,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:53,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015325144f0005 connected 2024-11-26T07:19:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:19:53,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ece675bb018f8b6296f665ddf58e8666, NAME => 'test,,1732605593568.ece675bb018f8b6296f665ddf58e8666.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72 2024-11-26T07:19:53,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:19:53,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605593568.ece675bb018f8b6296f665ddf58e8666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:53,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ece675bb018f8b6296f665ddf58e8666, disabling compactions & flushes 2024-11-26T07:19:53,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:19:53,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:19:53,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. after waiting 0 ms 2024-11-26T07:19:53,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:19:53,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:19:53,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ece675bb018f8b6296f665ddf58e8666: Waiting for close lock at 1732605593657Disabling compacts and flushes for region at 1732605593657Disabling writes for close at 1732605593657Writing region close event to WAL at 1732605593657Closed at 1732605593657 2024-11-26T07:19:53,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:53,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605593568.ece675bb018f8b6296f665ddf58e8666.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605593658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605593658"}]},"ts":"1732605593658"} 2024-11-26T07:19:53,663 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:53,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:53,664 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605593664"}]},"ts":"1732605593664"} 2024-11-26T07:19:53,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:19:53,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ece675bb018f8b6296f665ddf58e8666, ASSIGN}] 2024-11-26T07:19:53,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ece675bb018f8b6296f665ddf58e8666, ASSIGN 2024-11-26T07:19:53,678 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ece675bb018f8b6296f665ddf58e8666, ASSIGN; state=OFFLINE, location=15ed1af4400d,35379,1732605586914; forceNewPlan=false, retain=false 2024-11-26T07:19:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:53,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ece675bb018f8b6296f665ddf58e8666, regionState=OPENING, regionLocation=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ece675bb018f8b6296f665ddf58e8666, ASSIGN because future has completed 2024-11-26T07:19:53,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece675bb018f8b6296f665ddf58e8666, server=15ed1af4400d,35379,1732605586914}] 2024-11-26T07:19:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:53,994 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:19:53,994 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ece675bb018f8b6296f665ddf58e8666, NAME => 'test,,1732605593568.ece675bb018f8b6296f665ddf58e8666.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:53,994 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:53,994 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:19:53,995 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:53,995 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605593568.ece675bb018f8b6296f665ddf58e8666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:53,995 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:53,995 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:53,996 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:53,997 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece675bb018f8b6296f665ddf58e8666 columnFamilyName f 2024-11-26T07:19:53,997 DEBUG [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,998 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] regionserver.HStore(327): Store=ece675bb018f8b6296f665ddf58e8666/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:53,998 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:53,999 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece675bb018f8b6296f665ddf58e8666 columnFamilyName f1 2024-11-26T07:19:53,999 DEBUG [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:53,999 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] regionserver.HStore(327): Store=ece675bb018f8b6296f665ddf58e8666/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:54,000 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,001 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece675bb018f8b6296f665ddf58e8666 columnFamilyName norep 2024-11-26T07:19:54,001 DEBUG [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:54,001 INFO [StoreOpener-ece675bb018f8b6296f665ddf58e8666-1 {}] regionserver.HStore(327): Store=ece675bb018f8b6296f665ddf58e8666/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:54,001 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,002 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,002 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,003 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,003 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,004 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:54,005 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,006 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:54,007 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ece675bb018f8b6296f665ddf58e8666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71921158, jitterRate=0.07170876860618591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:54,007 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:19:54,008 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ece675bb018f8b6296f665ddf58e8666: Running coprocessor pre-open hook at 1732605593995Writing region info on filesystem at 1732605593995Initializing all the Stores at 1732605593996 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605593996Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605593996Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605593996Cleaning up temporary data from old regions at 1732605594003 (+7 ms)Running coprocessor post-open hooks at 1732605594007 (+4 ms)Region opened successfully at 1732605594008 (+1 ms) 2024-11-26T07:19:54,009 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605593568.ece675bb018f8b6296f665ddf58e8666., pid=6, masterSystemTime=1732605593990 2024-11-26T07:19:54,011 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:19:54,011 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:19:54,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ece675bb018f8b6296f665ddf58e8666, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:54,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece675bb018f8b6296f665ddf58e8666, server=15ed1af4400d,35379,1732605586914 because future has completed 2024-11-26T07:19:54,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:19:54,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ece675bb018f8b6296f665ddf58e8666, server=15ed1af4400d,35379,1732605586914 in 183 msec 2024-11-26T07:19:54,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:19:54,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ece675bb018f8b6296f665ddf58e8666, ASSIGN in 349 msec 2024-11-26T07:19:54,019 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:54,019 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605594019"}]},"ts":"1732605594019"} 2024-11-26T07:19:54,021 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:19:54,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:54,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 453 msec 2024-11-26T07:19:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:54,204 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:19:54,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42679,1732605591597 2024-11-26T07:19:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5998d820 2024-11-26T07:19:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:54,206 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:54,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:19:54,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:54,209 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:54,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:19:54,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:19:54,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba014cb180b6906429dfe839eab7322f, NAME => 'test,,1732605594207.ba014cb180b6906429dfe839eab7322f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea 2024-11-26T07:19:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:19:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:54,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605594207.ba014cb180b6906429dfe839eab7322f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:54,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba014cb180b6906429dfe839eab7322f, disabling compactions & flushes 2024-11-26T07:19:54,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:19:54,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:19:54,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605594207.ba014cb180b6906429dfe839eab7322f. after waiting 0 ms 2024-11-26T07:19:54,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:19:54,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:19:54,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba014cb180b6906429dfe839eab7322f: Waiting for close lock at 1732605594623Disabling compacts and flushes for region at 1732605594623Disabling writes for close at 1732605594623Writing region close event to WAL at 1732605594623Closed at 1732605594623 2024-11-26T07:19:54,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:54,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605594207.ba014cb180b6906429dfe839eab7322f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605594624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605594624"}]},"ts":"1732605594624"} 2024-11-26T07:19:54,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:54,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:54,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605594627"}]},"ts":"1732605594627"} 2024-11-26T07:19:54,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:19:54,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba014cb180b6906429dfe839eab7322f, ASSIGN}] 2024-11-26T07:19:54,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba014cb180b6906429dfe839eab7322f, ASSIGN 2024-11-26T07:19:54,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba014cb180b6906429dfe839eab7322f, ASSIGN; state=OFFLINE, location=15ed1af4400d,43071,1732605591688; forceNewPlan=false, retain=false 2024-11-26T07:19:54,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba014cb180b6906429dfe839eab7322f, regionState=OPENING, regionLocation=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:54,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba014cb180b6906429dfe839eab7322f, ASSIGN because future has completed 2024-11-26T07:19:54,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba014cb180b6906429dfe839eab7322f, server=15ed1af4400d,43071,1732605591688}] 2024-11-26T07:19:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:54,939 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:19:54,939 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba014cb180b6906429dfe839eab7322f, NAME => 'test,,1732605594207.ba014cb180b6906429dfe839eab7322f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:54,940 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:54,940 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:19:54,940 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,940 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605594207.ba014cb180b6906429dfe839eab7322f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:54,940 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,941 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,942 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,943 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba014cb180b6906429dfe839eab7322f columnFamilyName f 2024-11-26T07:19:54,943 DEBUG [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:54,943 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] regionserver.HStore(327): Store=ba014cb180b6906429dfe839eab7322f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:54,943 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,944 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba014cb180b6906429dfe839eab7322f columnFamilyName f1 2024-11-26T07:19:54,944 DEBUG [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:54,944 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] regionserver.HStore(327): Store=ba014cb180b6906429dfe839eab7322f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:54,944 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,945 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba014cb180b6906429dfe839eab7322f columnFamilyName norep 2024-11-26T07:19:54,945 DEBUG [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:54,945 INFO [StoreOpener-ba014cb180b6906429dfe839eab7322f-1 {}] regionserver.HStore(327): Store=ba014cb180b6906429dfe839eab7322f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:54,945 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,946 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,946 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,947 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,947 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,947 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:54,948 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,950 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:54,950 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba014cb180b6906429dfe839eab7322f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64671201, jitterRate=-0.03632400929927826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:54,950 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:19:54,950 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba014cb180b6906429dfe839eab7322f: Running coprocessor pre-open hook at 1732605594941Writing region info on filesystem at 1732605594941Initializing all the Stores at 1732605594941Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605594941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605594941Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605594941Cleaning up temporary data from old regions at 1732605594947 (+6 ms)Running coprocessor post-open hooks at 1732605594950 (+3 ms)Region opened successfully at 1732605594950 2024-11-26T07:19:54,951 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605594207.ba014cb180b6906429dfe839eab7322f., pid=6, masterSystemTime=1732605594936 2024-11-26T07:19:54,953 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:19:54,953 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:19:54,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba014cb180b6906429dfe839eab7322f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:54,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba014cb180b6906429dfe839eab7322f, server=15ed1af4400d,43071,1732605591688 because future has completed 2024-11-26T07:19:54,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:19:54,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba014cb180b6906429dfe839eab7322f, server=15ed1af4400d,43071,1732605591688 in 172 msec 2024-11-26T07:19:54,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:19:54,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba014cb180b6906429dfe839eab7322f, ASSIGN in 330 msec 2024-11-26T07:19:54,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:54,961 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605594961"}]},"ts":"1732605594961"} 2024-11-26T07:19:54,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:19:54,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:54,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-26T07:19:55,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:19:55,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:19:55,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:19:55,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:19:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:19:55,344 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:19:55,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33077,-1 for getting cluster id 2024-11-26T07:19:55,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:55,345 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ff78d83-82ce-43e3-8a52-32aa60a948f1' 2024-11-26T07:19:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ff78d83-82ce-43e3-8a52-32aa60a948f1" 2024-11-26T07:19:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d59a189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33077,-1] 2024-11-26T07:19:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:55,347 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4cbff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42679,-1 for getting cluster id 2024-11-26T07:19:55,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:55,348 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52785d58-7dda-4687-bb4b-b932baf8f630' 2024-11-26T07:19:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52785d58-7dda-4687-bb4b-b932baf8f630" 2024-11-26T07:19:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625d86bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42679,-1] 2024-11-26T07:19:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:55,350 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7557ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33077,-1 for getting cluster id 2024-11-26T07:19:55,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:55,352 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ff78d83-82ce-43e3-8a52-32aa60a948f1' 2024-11-26T07:19:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ff78d83-82ce-43e3-8a52-32aa60a948f1" 2024-11-26T07:19:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7074806f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33077,-1] 2024-11-26T07:19:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:55,353 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58828d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33077,1732605586853 2024-11-26T07:19:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4079b4d0 2024-11-26T07:19:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:55,355 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:55,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:42679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:19:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:19:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:55,358 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:42679' 2024-11-26T07:19:55,359 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289b871a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,359 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42679,-1 for getting cluster id 2024-11-26T07:19:55,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:55,360 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52785d58-7dda-4687-bb4b-b932baf8f630' 2024-11-26T07:19:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52785d58-7dda-4687-bb4b-b932baf8f630" 2024-11-26T07:19:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f395b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42679,-1] 2024-11-26T07:19:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:55,361 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1925c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:55,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42679,1732605591597 2024-11-26T07:19:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7b0b66 2024-11-26T07:19:55,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:55,363 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:55,364 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:19:55,364 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:19:55,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:55,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:55,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:55,364 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:55,365 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:19:55,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:55,366 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:55,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:55,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:19:55,416 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:19:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:55,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f5859145cdc8d5df7d4902f9343f019, NAME => 'hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72 2024-11-26T07:19:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:19:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:56,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:56,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f5859145cdc8d5df7d4902f9343f019, disabling compactions & flushes 2024-11-26T07:19:56,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:19:56,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:19:56,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. after waiting 0 ms 2024-11-26T07:19:56,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:19:56,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:19:56,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f5859145cdc8d5df7d4902f9343f019: Waiting for close lock at 1732605596182Disabling compacts and flushes for region at 1732605596182Disabling writes for close at 1732605596182Writing region close event to WAL at 1732605596182Closed at 1732605596182 2024-11-26T07:19:56,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:56,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605596184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605596184"}]},"ts":"1732605596184"} 2024-11-26T07:19:56,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:56,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:56,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605596187"}]},"ts":"1732605596187"} 2024-11-26T07:19:56,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:19:56,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f5859145cdc8d5df7d4902f9343f019, ASSIGN}] 2024-11-26T07:19:56,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f5859145cdc8d5df7d4902f9343f019, ASSIGN 2024-11-26T07:19:56,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f5859145cdc8d5df7d4902f9343f019, ASSIGN; state=OFFLINE, location=15ed1af4400d,35379,1732605586914; forceNewPlan=false, retain=false 2024-11-26T07:19:56,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f5859145cdc8d5df7d4902f9343f019, regionState=OPENING, regionLocation=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:56,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f5859145cdc8d5df7d4902f9343f019, ASSIGN because future has completed 2024-11-26T07:19:56,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f5859145cdc8d5df7d4902f9343f019, server=15ed1af4400d,35379,1732605586914}] 2024-11-26T07:19:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:56,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:19:56,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:56,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:19:56,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C35379%2C1732605586914.rep, suffix=, logDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914, archiveDir=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/oldWALs, maxLogs=10 2024-11-26T07:19:56,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.rep.1732605596503, exclude list is [], retry=0 2024-11-26T07:19:56,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-b1436425-b32a-4081-a0ae-70032954e63f,DISK] 2024-11-26T07:19:56,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.rep.1732605596503 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f5859145cdc8d5df7d4902f9343f019, NAME => 'hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:56,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. service=MultiRowMutationService 2024-11-26T07:19:56,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,523 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,524 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f5859145cdc8d5df7d4902f9343f019 columnFamilyName hfileref 2024-11-26T07:19:56,524 DEBUG [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:56,524 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] regionserver.HStore(327): Store=9f5859145cdc8d5df7d4902f9343f019/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:56,524 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,525 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f5859145cdc8d5df7d4902f9343f019 columnFamilyName queue 2024-11-26T07:19:56,525 DEBUG [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:56,525 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] regionserver.HStore(327): Store=9f5859145cdc8d5df7d4902f9343f019/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:56,525 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,526 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f5859145cdc8d5df7d4902f9343f019 columnFamilyName sid 2024-11-26T07:19:56,526 DEBUG [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:56,526 INFO [StoreOpener-9f5859145cdc8d5df7d4902f9343f019-1 {}] regionserver.HStore(327): Store=9f5859145cdc8d5df7d4902f9343f019/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:56,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:56,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:56,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f5859145cdc8d5df7d4902f9343f019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70181403, jitterRate=0.045784398913383484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:56,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:19:56,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f5859145cdc8d5df7d4902f9343f019: Running coprocessor pre-open hook at 1732605596522Writing region info on filesystem at 1732605596522Initializing all the Stores at 1732605596522Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605596522Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605596522Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605596522Cleaning up temporary data from old regions at 1732605596527 (+5 ms)Running coprocessor post-open hooks at 1732605596531 (+4 ms)Region opened successfully at 1732605596531 2024-11-26T07:19:56,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019., pid=10, masterSystemTime=1732605596498 2024-11-26T07:19:56,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:19:56,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:19:56,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f5859145cdc8d5df7d4902f9343f019, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,35379,1732605586914 2024-11-26T07:19:56,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f5859145cdc8d5df7d4902f9343f019, server=15ed1af4400d,35379,1732605586914 because future has completed 2024-11-26T07:19:56,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:19:56,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f5859145cdc8d5df7d4902f9343f019, server=15ed1af4400d,35379,1732605586914 in 191 msec 2024-11-26T07:19:56,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:19:56,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f5859145cdc8d5df7d4902f9343f019, ASSIGN in 348 msec 2024-11-26T07:19:56,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:56,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605596541"}]},"ts":"1732605596541"} 2024-11-26T07:19:56,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:19:56,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:56,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-26T07:19:56,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019., hostname=15ed1af4400d,35379,1732605586914, seqNum=2] 2024-11-26T07:19:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:19:56,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:19:56,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:19:56,735 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:19:56,763 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,35379,1732605586914, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:19:56,763 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:56,763 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35379,1732605586914, seqNum=-1] 2024-11-26T07:19:56,764 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:56,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T07:19:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,35379,1732605586914', locateType=CURRENT is [region=hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019., hostname=15ed1af4400d,35379,1732605586914, seqNum=2] 2024-11-26T07:19:56,769 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:19:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:19:56,771 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,35379,1732605586914 suceeded 2024-11-26T07:19:56,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:19:56,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T07:19:56,773 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:42679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:19:56,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-26T07:19:56,784 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:42679' 2024-11-26T07:19:56,785 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dc4f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:56,785 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42679,-1 for getting cluster id 2024-11-26T07:19:56,785 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:56,786 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52785d58-7dda-4687-bb4b-b932baf8f630' 2024-11-26T07:19:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52785d58-7dda-4687-bb4b-b932baf8f630" 2024-11-26T07:19:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c234384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42679,-1] 2024-11-26T07:19:56,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:56,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:56,787 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:56,788 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524435d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:56,788 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:56,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42679,1732605591597 2024-11-26T07:19:56,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f1e1afd 2024-11-26T07:19:56,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:56,789 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:56,790 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,35379,1732605586914 (queues=1) is replicating from cluster=0ff78d83-82ce-43e3-8a52-32aa60a948f1 to cluster=52785d58-7dda-4687-bb4b-b932baf8f630 2024-11-26T07:19:56,790 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C35379%2C1732605586914 2024-11-26T07:19:56,790 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,35379,1732605586914, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:19:56,790 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C35379%2C1732605586914 2024-11-26T07:19:56,790 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, startPosition=0, beingWritten=true 2024-11-26T07:19:56,795 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:19:56,795 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:19:56,795 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,35379,1732605586914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:19:56,999 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:19:57,303 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:19:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:57,504 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:19:57,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:57,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:57,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:57,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:57,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:57,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:57,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42679,-1 for getting cluster id 2024-11-26T07:19:57,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:57,506 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52785d58-7dda-4687-bb4b-b932baf8f630' 2024-11-26T07:19:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52785d58-7dda-4687-bb4b-b932baf8f630" 2024-11-26T07:19:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e84784b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42679,-1] 2024-11-26T07:19:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:57,508 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce96e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:57,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42679,1732605591597 2024-11-26T07:19:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d6d72d1 2024-11-26T07:19:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:57,511 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:57,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:33077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:19:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:19:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:57,514 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:33077' 2024-11-26T07:19:57,515 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218862a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:57,515 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33077,-1 for getting cluster id 2024-11-26T07:19:57,515 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:57,515 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ff78d83-82ce-43e3-8a52-32aa60a948f1' 2024-11-26T07:19:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ff78d83-82ce-43e3-8a52-32aa60a948f1" 2024-11-26T07:19:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574312b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33077,-1] 2024-11-26T07:19:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:57,517 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce02dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:57,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:57,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33077,1732605586853 2024-11-26T07:19:57,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cc67b26 2024-11-26T07:19:57,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:57,520 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:19:57,521 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:19:57,521 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:19:57,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:57,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:57,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:57,521 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:19:57,523 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:19:57,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:19:57,524 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:57,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:19:57,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:19:57,573 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:19:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:57,707 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:19:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:57,935 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed80d373af2dafc004c21a731b601df9, NAME => 'hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea 2024-11-26T07:19:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:19:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:58,211 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:19:58,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:58,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed80d373af2dafc004c21a731b601df9, disabling compactions & flushes 2024-11-26T07:19:58,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:19:58,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:19:58,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. after waiting 0 ms 2024-11-26T07:19:58,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:19:58,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:19:58,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed80d373af2dafc004c21a731b601df9: Waiting for close lock at 1732605598344Disabling compacts and flushes for region at 1732605598344Disabling writes for close at 1732605598344Writing region close event to WAL at 1732605598345 (+1 ms)Closed at 1732605598345 2024-11-26T07:19:58,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:19:58,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605598346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605598346"}]},"ts":"1732605598346"} 2024-11-26T07:19:58,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:19:58,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:19:58,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605598349"}]},"ts":"1732605598349"} 2024-11-26T07:19:58,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:19:58,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed80d373af2dafc004c21a731b601df9, ASSIGN}] 2024-11-26T07:19:58,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed80d373af2dafc004c21a731b601df9, ASSIGN 2024-11-26T07:19:58,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed80d373af2dafc004c21a731b601df9, ASSIGN; state=OFFLINE, location=15ed1af4400d,43071,1732605591688; forceNewPlan=false, retain=false 2024-11-26T07:19:58,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed80d373af2dafc004c21a731b601df9, regionState=OPENING, regionLocation=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed80d373af2dafc004c21a731b601df9, ASSIGN because future has completed 2024-11-26T07:19:58,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed80d373af2dafc004c21a731b601df9, server=15ed1af4400d,43071,1732605591688}] 2024-11-26T07:19:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:58,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:19:58,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:19:58,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:19:58,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C43071%2C1732605591688.rep, suffix=, logDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688, archiveDir=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/oldWALs, maxLogs=10 2024-11-26T07:19:58,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.rep.1732605598666, exclude list is [], retry=0 2024-11-26T07:19:58,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42887,DS-f05e2c22-3db3-4426-9e92-f1dce6473009,DISK] 2024-11-26T07:19:58,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.rep.1732605598666 2024-11-26T07:19:58,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40377:40377)] 2024-11-26T07:19:58,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed80d373af2dafc004c21a731b601df9, NAME => 'hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:19:58,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:19:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:19:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. service=MultiRowMutationService 2024-11-26T07:19:58,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:19:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:19:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,693 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,694 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed80d373af2dafc004c21a731b601df9 columnFamilyName hfileref 2024-11-26T07:19:58,694 DEBUG [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:58,695 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] regionserver.HStore(327): Store=ed80d373af2dafc004c21a731b601df9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:58,695 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,696 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed80d373af2dafc004c21a731b601df9 columnFamilyName queue 2024-11-26T07:19:58,696 DEBUG [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:58,696 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] regionserver.HStore(327): Store=ed80d373af2dafc004c21a731b601df9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:58,696 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,697 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed80d373af2dafc004c21a731b601df9 columnFamilyName sid 2024-11-26T07:19:58,697 DEBUG [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:19:58,697 INFO [StoreOpener-ed80d373af2dafc004c21a731b601df9-1 {}] regionserver.HStore(327): Store=ed80d373af2dafc004c21a731b601df9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:19:58,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:19:58,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:19:58,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed80d373af2dafc004c21a731b601df9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65761246, jitterRate=-0.02008107304573059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:19:58,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:19:58,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed80d373af2dafc004c21a731b601df9: Running coprocessor pre-open hook at 1732605598692Writing region info on filesystem at 1732605598692Initializing all the Stores at 1732605598693 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605598693Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605598693Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605598693Cleaning up temporary data from old regions at 1732605598699 (+6 ms)Running coprocessor post-open hooks at 1732605598702 (+3 ms)Region opened successfully at 1732605598702 2024-11-26T07:19:58,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9., pid=10, masterSystemTime=1732605598660 2024-11-26T07:19:58,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:19:58,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:19:58,705 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed80d373af2dafc004c21a731b601df9, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,43071,1732605591688 2024-11-26T07:19:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed80d373af2dafc004c21a731b601df9, server=15ed1af4400d,43071,1732605591688 because future has completed 2024-11-26T07:19:58,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:19:58,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed80d373af2dafc004c21a731b601df9, server=15ed1af4400d,43071,1732605591688 in 199 msec 2024-11-26T07:19:58,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:19:58,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed80d373af2dafc004c21a731b601df9, ASSIGN in 358 msec 2024-11-26T07:19:58,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:19:58,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605598711"}]},"ts":"1732605598711"} 2024-11-26T07:19:58,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:19:58,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:19:58,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-26T07:19:58,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9., hostname=15ed1af4400d,43071,1732605591688, seqNum=2] 2024-11-26T07:19:58,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:58,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:19:58,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:19:58,815 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:19:58,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:19:58,892 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:19:58,921 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,43071,1732605591688, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:19:58,921 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,43071,1732605591688, seqNum=-1] 2024-11-26T07:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:58,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T07:19:58,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,43071,1732605591688', locateType=CURRENT is [region=hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9., hostname=15ed1af4400d,43071,1732605591688, seqNum=2] 2024-11-26T07:19:58,927 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:19:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:19:58,929 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,43071,1732605591688 suceeded 2024-11-26T07:19:58,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:19:58,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-26T07:19:58,931 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:33077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:19:58,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-26T07:19:58,949 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:33077' 2024-11-26T07:19:58,950 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57d1218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:58,950 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33077,-1 for getting cluster id 2024-11-26T07:19:58,950 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:19:58,951 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ff78d83-82ce-43e3-8a52-32aa60a948f1' 2024-11-26T07:19:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:19:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ff78d83-82ce-43e3-8a52-32aa60a948f1" 2024-11-26T07:19:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@93dc43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33077,-1] 2024-11-26T07:19:58,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:19:58,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:58,952 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:19:58,953 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77ee2e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:19:58,953 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:19:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,33077,1732605586853 2024-11-26T07:19:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a885fac 2024-11-26T07:19:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:19:58,954 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T07:19:58,955 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,43071,1732605591688 (queues=1) is replicating from cluster=52785d58-7dda-4687-bb4b-b932baf8f630 to cluster=0ff78d83-82ce-43e3-8a52-32aa60a948f1 2024-11-26T07:19:58,955 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C43071%2C1732605591688 2024-11-26T07:19:58,955 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,43071,1732605591688, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:19:58,956 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C43071%2C1732605591688 2024-11-26T07:19:58,956 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, startPosition=0, beingWritten=true 2024-11-26T07:19:58,960 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:19:58,961 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 379, reset compression=false 2024-11-26T07:19:58,961 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,43071,1732605591688 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:19:59,165 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 379, reset compression=false 2024-11-26T07:19:59,469 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 379, reset compression=false 2024-11-26T07:19:59,520 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:19:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:19:59,664 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:19:59,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:19:59,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:19:59,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:59,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:19:59,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:19:59,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35379,1732605586914, seqNum=-1] 2024-11-26T07:19:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:59,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605593568.ece675bb018f8b6296f665ddf58e8666., hostname=15ed1af4400d,35379,1732605586914, seqNum=2] 2024-11-26T07:19:59,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:19:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,43071,1732605591688, seqNum=-1] 2024-11-26T07:19:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:19:59,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:19:59,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605594207.ba014cb180b6906429dfe839eab7322f., hostname=15ed1af4400d,43071,1732605591688, seqNum=2] 2024-11-26T07:19:59,676 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T07:19:59,874 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 379, reset compression=false 2024-11-26T07:20:00,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:00,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:00,274 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18249 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:00,327 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 379, reset compression=false 2024-11-26T07:20:00,332 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:00,332 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 480, reset compression=false 2024-11-26T07:20:00,332 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,35379,1732605586914 got entry batch from reader: WALEntryBatch [walEntries=[{test/ece675bb018f8b6296f665ddf58e8666/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T07:20:00,334 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:00,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T07:20:00,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:00,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ca4edb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:00,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42679,-1 for getting cluster id 2024-11-26T07:20:00,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:00,338 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52785d58-7dda-4687-bb4b-b932baf8f630' 2024-11-26T07:20:00,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:00,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52785d58-7dda-4687-bb4b-b932baf8f630" 2024-11-26T07:20:00,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d77de94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:00,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42679,-1] 2024-11-26T07:20:00,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:00,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:00,339 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:00,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45238e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:00,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:00,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,43071,1732605591688, seqNum=-1] 2024-11-26T07:20:00,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:00,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:00,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605594207.ba014cb180b6906429dfe839eab7322f., hostname=15ed1af4400d,43071,1732605591688, seqNum=2] 2024-11-26T07:20:00,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:00,378 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 379, reset compression=false 2024-11-26T07:20:00,382 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:00,382 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 503, reset compression=false 2024-11-26T07:20:00,382 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,43071,1732605591688 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:00,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:00,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:00,538 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 480, reset compression=false 2024-11-26T07:20:00,586 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 503, reset compression=false 2024-11-26T07:20:00,680 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T07:20:00,683 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T07:20:00,842 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 480, reset compression=false 2024-11-26T07:20:00,890 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 503, reset compression=false 2024-11-26T07:20:00,907 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:00,907 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 607, reset compression=false 2024-11-26T07:20:00,908 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,43071,1732605591688 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba014cb180b6906429dfe839eab7322f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T07:20:00,910 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:00,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T07:20:00,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:00,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c77409f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:00,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,33077,-1 for getting cluster id 2024-11-26T07:20:00,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:00,913 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ff78d83-82ce-43e3-8a52-32aa60a948f1' 2024-11-26T07:20:00,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:00,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ff78d83-82ce-43e3-8a52-32aa60a948f1" 2024-11-26T07:20:00,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2732497d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:00,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,33077,-1] 2024-11-26T07:20:00,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:00,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:00,914 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:00,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3d7fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:00,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:00,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,35379,1732605586914, seqNum=-1] 2024-11-26T07:20:00,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:00,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:00,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732605593568.ece675bb018f8b6296f665ddf58e8666., hostname=15ed1af4400d,35379,1732605586914, seqNum=2] 2024-11-26T07:20:00,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:01,112 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 607, reset compression=false 2024-11-26T07:20:01,249 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 480, reset compression=false 2024-11-26T07:20:01,253 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:01,253 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 607, reset compression=false 2024-11-26T07:20:01,253 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,35379,1732605586914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:01,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:20:01,416 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 607, reset compression=false 2024-11-26T07:20:01,456 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 607, reset compression=false 2024-11-26T07:20:01,686 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T07:20:01,692 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T07:20:01,760 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 607, reset compression=false 2024-11-26T07:20:01,765 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:01,765 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 763, reset compression=false 2024-11-26T07:20:01,765 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,35379,1732605586914 got entry batch from reader: WALEntryBatch [walEntries=[{test/ece675bb018f8b6296f665ddf58e8666/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T07:20:01,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:01,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:01,820 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 607, reset compression=false 2024-11-26T07:20:01,826 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:01,826 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 754, reset compression=false 2024-11-26T07:20:01,826 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,43071,1732605591688 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:01,969 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 763, reset compression=false 2024-11-26T07:20:02,030 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 754, reset compression=false 2024-11-26T07:20:02,273 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 763, reset compression=false 2024-11-26T07:20:02,335 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 754, reset compression=false 2024-11-26T07:20:02,679 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 763, reset compression=false 2024-11-26T07:20:02,694 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T07:20:02,698 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T07:20:02,739 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 754, reset compression=false 2024-11-26T07:20:02,744 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:02,744 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 913, reset compression=false 2024-11-26T07:20:02,744 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,43071,1732605591688 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba014cb180b6906429dfe839eab7322f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T07:20:02,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:02,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:20:02,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T07:20:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:20:02,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T07:20:02,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:02,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T07:20:02,947 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 913, reset compression=false 2024-11-26T07:20:03,184 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 763, reset compression=false 2024-11-26T07:20:03,189 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:03,189 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:03,189 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,35379,1732605586914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:03,251 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 913, reset compression=false 2024-11-26T07:20:03,392 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:03,655 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 913, reset compression=false 2024-11-26T07:20:03,696 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:03,700 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T07:20:03,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:20:03,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:03,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:03,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:03,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:03,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:03,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:20:03,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230608184, stopped=false 2024-11-26T07:20:03,703 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,42679,1732605591597 2024-11-26T07:20:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-320331967/running 2024-11-26T07:20:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-320331967/running 2024-11-26T07:20:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:20:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:20:03,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:03,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:03,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:03,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:03,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,43071,1732605591688' ***** 2024-11-26T07:20:03,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:20:03,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on znode that does not yet exist, /1-320331967/running 2024-11-26T07:20:03,706 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:20:03,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Set watcher on znode that does not yet exist, /1-320331967/running 2024-11-26T07:20:03,706 INFO [RS:0;15ed1af4400d:43071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:20:03,706 INFO [RS:0;15ed1af4400d:43071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:20:03,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:20:03,706 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for ed80d373af2dafc004c21a731b601df9 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for ba014cb180b6906429dfe839eab7322f 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,43071,1732605591688 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:43071. 2024-11-26T07:20:03,707 DEBUG [RS:0;15ed1af4400d:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:03,707 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed80d373af2dafc004c21a731b601df9, disabling compactions & flushes 2024-11-26T07:20:03,707 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. after waiting 0 ms 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:20:03,707 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed80d373af2dafc004c21a731b601df9 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-26T07:20:03,707 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:20:03,707 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1325): Online Regions={ed80d373af2dafc004c21a731b601df9=hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9., 1588230740=hbase:meta,,1.1588230740, ba014cb180b6906429dfe839eab7322f=test,,1732605594207.ba014cb180b6906429dfe839eab7322f.} 2024-11-26T07:20:03,707 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba014cb180b6906429dfe839eab7322f, ed80d373af2dafc004c21a731b601df9 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:03,707 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:03,707 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:03,707 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:20:03,723 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9/.tmp/queue/553ca97cf10843808238bc327cc18673 is 153, key is 1-15ed1af4400d,43071,1732605591688/queue:15ed1af4400d%2C43071%2C1732605591688/1732605602749/Put/seqid=0 2024-11-26T07:20:03,725 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/info/340c26c6029549279f72621000271105 is 147, key is hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9./info:regioninfo/1732605598705/Put/seqid=0 2024-11-26T07:20:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741840_1016 (size=5352) 2024-11-26T07:20:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741841_1017 (size=7686) 2024-11-26T07:20:03,776 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:03,907 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba014cb180b6906429dfe839eab7322f, ed80d373af2dafc004c21a731b601df9 2024-11-26T07:20:04,100 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:04,107 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba014cb180b6906429dfe839eab7322f, ed80d373af2dafc004c21a731b601df9 2024-11-26T07:20:04,128 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9/.tmp/queue/553ca97cf10843808238bc327cc18673 2024-11-26T07:20:04,129 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/info/340c26c6029549279f72621000271105 2024-11-26T07:20:04,134 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9/.tmp/queue/553ca97cf10843808238bc327cc18673 as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9/queue/553ca97cf10843808238bc327cc18673 2024-11-26T07:20:04,146 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9/queue/553ca97cf10843808238bc327cc18673, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T07:20:04,147 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ed80d373af2dafc004c21a731b601df9 in 440ms, sequenceid=10, compaction requested=false 2024-11-26T07:20:04,154 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/ns/d756f5153880442ab4d2989faa8fa4db is 43, key is default/ns:d/1732605593490/Put/seqid=0 2024-11-26T07:20:04,157 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/replication/ed80d373af2dafc004c21a731b601df9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T07:20:04,157 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:04,157 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:04,158 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:20:04,158 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed80d373af2dafc004c21a731b601df9: Waiting for close lock at 1732605603707Running coprocessor pre-close hooks at 1732605603707Disabling compacts and flushes for region at 1732605603707Disabling writes for close at 1732605603707Obtaining lock to block concurrent updates at 1732605603707Preparing flush snapshotting stores in ed80d373af2dafc004c21a731b601df9 at 1732605603707Finished memstore snapshotting hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732605603707Flushing stores of hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. at 1732605603708 (+1 ms)Flushing ed80d373af2dafc004c21a731b601df9/queue: creating writer at 1732605603708Flushing ed80d373af2dafc004c21a731b601df9/queue: appending metadata at 1732605603723 (+15 ms)Flushing ed80d373af2dafc004c21a731b601df9/queue: closing flushed file at 1732605603723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5272062e: reopening flushed file at 1732605604134 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ed80d373af2dafc004c21a731b601df9 in 440ms, sequenceid=10, compaction requested=false at 1732605604148 (+14 ms)Writing region close event to WAL at 1732605604152 (+4 ms)Running coprocessor post-close hooks at 1732605604157 (+5 ms)Closed at 1732605604157 2024-11-26T07:20:04,158 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605597521.ed80d373af2dafc004c21a731b601df9. 2024-11-26T07:20:04,158 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba014cb180b6906429dfe839eab7322f, disabling compactions & flushes 2024-11-26T07:20:04,158 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:20:04,158 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:20:04,158 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605594207.ba014cb180b6906429dfe839eab7322f. after waiting 0 ms 2024-11-26T07:20:04,158 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:20:04,158 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba014cb180b6906429dfe839eab7322f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T07:20:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741842_1018 (size=5153) 2024-11-26T07:20:04,159 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/ns/d756f5153880442ab4d2989faa8fa4db 2024-11-26T07:20:04,160 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 913, reset compression=false 2024-11-26T07:20:04,166 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:04,166 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 1160, reset compression=false 2024-11-26T07:20:04,166 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,43071,1732605591688 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:04,167 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,43071,1732605591688: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,43071,1732605591688, walGroup=15ed1af4400d%2C43071%2C1732605591688, offset=15ed1af4400d%2C43071%2C1732605591688.1732605592504:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:43071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:20:04,168 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:20:04,168 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:20:04,169 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:20:04,169 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:20:04,169 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:20:04,170 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 645637344 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191054472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:20:04,170 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:20:04,178 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/f/edc21501b4934033993cdd6ad0c31657 is 29, key is row1/f:/1732605602695/DeleteFamily/seqid=0 2024-11-26T07:20:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741843_1019 (size=5118) 2024-11-26T07:20:04,188 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/rep_barrier/b0eb4c24ab194e749947e0f4205ac9bb is 112, key is test,,1732605594207.ba014cb180b6906429dfe839eab7322f./rep_barrier:seqnumDuringOpen/1732605594953/Put/seqid=0 2024-11-26T07:20:04,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741844_1020 (size=5518) 2024-11-26T07:20:04,308 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba014cb180b6906429dfe839eab7322f 2024-11-26T07:20:04,373 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 1160, reset compression=false 2024-11-26T07:20:04,445 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:20:04,445 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:20:04,508 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba014cb180b6906429dfe839eab7322f 2024-11-26T07:20:04,583 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/f/edc21501b4934033993cdd6ad0c31657 2024-11-26T07:20:04,587 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edc21501b4934033993cdd6ad0c31657 2024-11-26T07:20:04,592 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/rep_barrier/b0eb4c24ab194e749947e0f4205ac9bb 2024-11-26T07:20:04,603 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/f1/713d35bc1b544ce881052c10fec99d5e is 30, key is row1/f1:/1732605602695/DeleteFamily/seqid=0 2024-11-26T07:20:04,605 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:04,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741845_1021 (size=5123) 2024-11-26T07:20:04,612 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/table/292be52ea2374fbd9cf424eeaee1f35c is 53, key is hbase:replication/table:state/1732605598711/Put/seqid=0 2024-11-26T07:20:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741846_1022 (size=5308) 2024-11-26T07:20:04,678 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 1160, reset compression=false 2024-11-26T07:20:04,708 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:20:04,708 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba014cb180b6906429dfe839eab7322f=test,,1732605594207.ba014cb180b6906429dfe839eab7322f.} 2024-11-26T07:20:04,708 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba014cb180b6906429dfe839eab7322f 2024-11-26T07:20:04,908 DEBUG [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba014cb180b6906429dfe839eab7322f 2024-11-26T07:20:05,007 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/f1/713d35bc1b544ce881052c10fec99d5e 2024-11-26T07:20:05,012 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 713d35bc1b544ce881052c10fec99d5e 2024-11-26T07:20:05,016 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/table/292be52ea2374fbd9cf424eeaee1f35c 2024-11-26T07:20:05,020 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/info/340c26c6029549279f72621000271105 as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/info/340c26c6029549279f72621000271105 2024-11-26T07:20:05,024 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/info/340c26c6029549279f72621000271105, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:20:05,024 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/ns/d756f5153880442ab4d2989faa8fa4db as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/ns/d756f5153880442ab4d2989faa8fa4db 2024-11-26T07:20:05,028 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/norep/1e5f7336221f4a4ea744bf65f4b970c5 is 33, key is row1/norep:/1732605602695/DeleteFamily/seqid=0 2024-11-26T07:20:05,030 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/ns/d756f5153880442ab4d2989faa8fa4db, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:20:05,031 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/rep_barrier/b0eb4c24ab194e749947e0f4205ac9bb as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/rep_barrier/b0eb4c24ab194e749947e0f4205ac9bb 2024-11-26T07:20:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741847_1023 (size=5108) 2024-11-26T07:20:05,033 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/norep/1e5f7336221f4a4ea744bf65f4b970c5 2024-11-26T07:20:05,035 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/rep_barrier/b0eb4c24ab194e749947e0f4205ac9bb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:20:05,036 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/.tmp/table/292be52ea2374fbd9cf424eeaee1f35c as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/table/292be52ea2374fbd9cf424eeaee1f35c 2024-11-26T07:20:05,037 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e5f7336221f4a4ea744bf65f4b970c5 2024-11-26T07:20:05,038 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/f/edc21501b4934033993cdd6ad0c31657 as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/f/edc21501b4934033993cdd6ad0c31657 2024-11-26T07:20:05,040 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/table/292be52ea2374fbd9cf424eeaee1f35c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:20:05,041 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-26T07:20:05,043 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edc21501b4934033993cdd6ad0c31657 2024-11-26T07:20:05,043 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/f/edc21501b4934033993cdd6ad0c31657, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T07:20:05,043 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/f1/713d35bc1b544ce881052c10fec99d5e as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/f1/713d35bc1b544ce881052c10fec99d5e 2024-11-26T07:20:05,047 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:20:05,047 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:05,047 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:05,047 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:05,047 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605603707Running coprocessor pre-close hooks at 1732605603707Disabling compacts and flushes for region at 1732605603707Disabling writes for close at 1732605603707Obtaining lock to block concurrent updates at 1732605603707Preparing flush snapshotting stores in 1588230740 at 1732605603707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605603708 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732605603708Flushing 1588230740/info: creating writer at 1732605603708Flushing 1588230740/info: appending metadata at 1732605603725 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732605603725Flushing 1588230740/ns: creating writer at 1732605604134 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732605604153 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732605604153Flushing 1588230740/rep_barrier: creating writer at 1732605604167 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605604188 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605604188Flushing 1588230740/table: creating writer at 1732605604596 (+408 ms)Flushing 1588230740/table: appending metadata at 1732605604611 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732605604611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a1c70: reopening flushed file at 1732605605019 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ddd4ac: reopening flushed file at 1732605605024 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69babbe4: reopening flushed file at 1732605605030 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a2ea19: reopening flushed file at 1732605605035 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1732605605041 (+6 ms)Writing region close event to WAL at 1732605605043 (+2 ms)Running coprocessor post-close hooks at 1732605605047 (+4 ms)Closed at 1732605605047 2024-11-26T07:20:05,048 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:05,048 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 713d35bc1b544ce881052c10fec99d5e 2024-11-26T07:20:05,048 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/f1/713d35bc1b544ce881052c10fec99d5e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T07:20:05,048 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/.tmp/norep/1e5f7336221f4a4ea744bf65f4b970c5 as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/norep/1e5f7336221f4a4ea744bf65f4b970c5 2024-11-26T07:20:05,052 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e5f7336221f4a4ea744bf65f4b970c5 2024-11-26T07:20:05,052 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/norep/1e5f7336221f4a4ea744bf65f4b970c5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T07:20:05,053 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ba014cb180b6906429dfe839eab7322f in 895ms, sequenceid=8, compaction requested=false 2024-11-26T07:20:05,056 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/data/default/test/ba014cb180b6906429dfe839eab7322f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T07:20:05,057 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:05,057 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:05,057 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:20:05,057 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba014cb180b6906429dfe839eab7322f: Waiting for close lock at 1732605604158Running coprocessor pre-close hooks at 1732605604158Disabling compacts and flushes for region at 1732605604158Disabling writes for close at 1732605604158Obtaining lock to block concurrent updates at 1732605604158Preparing flush snapshotting stores in ba014cb180b6906429dfe839eab7322f at 1732605604158Finished memstore snapshotting test,,1732605594207.ba014cb180b6906429dfe839eab7322f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732605604158Flushing stores of test,,1732605594207.ba014cb180b6906429dfe839eab7322f. at 1732605604159 (+1 ms)Flushing ba014cb180b6906429dfe839eab7322f/f: creating writer at 1732605604159Flushing ba014cb180b6906429dfe839eab7322f/f: appending metadata at 1732605604177 (+18 ms)Flushing ba014cb180b6906429dfe839eab7322f/f: closing flushed file at 1732605604177Flushing ba014cb180b6906429dfe839eab7322f/f1: creating writer at 1732605604587 (+410 ms)Flushing ba014cb180b6906429dfe839eab7322f/f1: appending metadata at 1732605604602 (+15 ms)Flushing ba014cb180b6906429dfe839eab7322f/f1: closing flushed file at 1732605604602Flushing ba014cb180b6906429dfe839eab7322f/norep: creating writer at 1732605605012 (+410 ms)Flushing ba014cb180b6906429dfe839eab7322f/norep: appending metadata at 1732605605027 (+15 ms)Flushing ba014cb180b6906429dfe839eab7322f/norep: closing flushed file at 1732605605027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174a64c3: reopening flushed file at 1732605605037 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e90224a: reopening flushed file at 1732605605043 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d261757: reopening flushed file at 1732605605048 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ba014cb180b6906429dfe839eab7322f in 895ms, sequenceid=8, compaction requested=false at 1732605605053 (+5 ms)Writing region close event to WAL at 1732605605054 (+1 ms)Running coprocessor post-close hooks at 1732605605057 (+3 ms)Closed at 1732605605057 2024-11-26T07:20:05,057 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605594207.ba014cb180b6906429dfe839eab7322f. 2024-11-26T07:20:05,082 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 1160, reset compression=false 2024-11-26T07:20:05,086 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:05,086 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 1804, reset compression=false 2024-11-26T07:20:05,109 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,43071,1732605591688; all regions closed. 2024-11-26T07:20:05,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:20:05,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.meta.1732605593443.meta not finished, retry = 0 2024-11-26T07:20:05,209 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741839_1015 (size=2676) 2024-11-26T07:20:05,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.rep.1732605598666 not finished, retry = 0 2024-11-26T07:20:05,290 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 to pos 1804, reset compression=false 2024-11-26T07:20:05,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741832_1008 (size=1812) 2024-11-26T07:20:05,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/WALs/15ed1af4400d,43071,1732605591688/15ed1af4400d%2C43071%2C1732605591688.1732605592504 not finished, retry = 0 2024-11-26T07:20:05,418 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:05,418 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:05,418 INFO [RS:0;15ed1af4400d:43071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:05,418 INFO [RS:0;15ed1af4400d:43071 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:05,419 INFO [RS:0;15ed1af4400d:43071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:05,419 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:05,419 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,43071,1732605591688 because: Region server is closing 2024-11-26T07:20:05,419 INFO [RS:0;15ed1af4400d:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:43071. 2024-11-26T07:20:05,419 DEBUG [RS:0;15ed1af4400d:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:05,419 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:05,420 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:05,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:05,520 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.shipper15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 terminated 2024-11-26T07:20:05,520 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,43071,1732605591688.replicationSource.wal-reader.15ed1af4400d%2C43071%2C1732605591688,1-15ed1af4400d,43071,1732605591688 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:20:05,520 INFO [RS:0;15ed1af4400d:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:43071. 2024-11-26T07:20:05,520 DEBUG [RS:0;15ed1af4400d:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:05,520 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:05,520 DEBUG [RS:0;15ed1af4400d:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:05,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:05,520 INFO [RS:0;15ed1af4400d:43071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43071 2024-11-26T07:20:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-320331967/rs/15ed1af4400d,43071,1732605591688 2024-11-26T07:20:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967/rs 2024-11-26T07:20:05,522 INFO [RS:0;15ed1af4400d:43071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:05,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,43071,1732605591688] 2024-11-26T07:20:05,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-320331967/draining/15ed1af4400d,43071,1732605591688 already deleted, retry=false 2024-11-26T07:20:05,526 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,43071,1732605591688 expired; onlineServers=0 2024-11-26T07:20:05,526 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,42679,1732605591597' ***** 2024-11-26T07:20:05,526 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:20:05,526 INFO [M:0;15ed1af4400d:42679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:05,526 INFO [M:0;15ed1af4400d:42679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:05,527 DEBUG [M:0;15ed1af4400d:42679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:20:05,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:20:05,527 DEBUG [M:0;15ed1af4400d:42679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:20:05,527 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605592304 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605592304,5,FailOnTimeoutGroup] 2024-11-26T07:20:05,527 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605592304 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605592304,5,FailOnTimeoutGroup] 2024-11-26T07:20:05,527 INFO [M:0;15ed1af4400d:42679 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:05,527 INFO [M:0;15ed1af4400d:42679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:05,527 DEBUG [M:0;15ed1af4400d:42679 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:20:05,527 INFO [M:0;15ed1af4400d:42679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:20:05,527 INFO [M:0;15ed1af4400d:42679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:05,527 INFO [M:0;15ed1af4400d:42679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:20:05,527 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:20:05,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-320331967/master 2024-11-26T07:20:05,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-320331967 2024-11-26T07:20:05,528 DEBUG [M:0;15ed1af4400d:42679 {}] zookeeper.ZKUtil(347): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Unable to get data of znode /1-320331967/master because node does not exist (not an error) 2024-11-26T07:20:05,528 WARN [M:0;15ed1af4400d:42679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:20:05,529 INFO [M:0;15ed1af4400d:42679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/.lastflushedseqids 2024-11-26T07:20:05,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741848_1024 (size=245) 2024-11-26T07:20:05,625 INFO [RS:0;15ed1af4400d:43071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:05,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:05,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x1015325144f0004, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:05,625 INFO [RS:0;15ed1af4400d:43071 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,43071,1732605591688; zookeeper connection closed. 2024-11-26T07:20:05,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29aa8f78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29aa8f78 2024-11-26T07:20:05,626 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:20:05,913 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:05,934 INFO [M:0;15ed1af4400d:42679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:20:05,934 INFO [M:0;15ed1af4400d:42679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:20:05,934 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:05,934 INFO [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:05,934 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:05,934 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:05,934 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:05,934 INFO [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T07:20:05,950 DEBUG [M:0;15ed1af4400d:42679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb3f4a46865438cbf63c711620fdf30 is 82, key is hbase:meta,,1/info:regioninfo/1732605593480/Put/seqid=0 2024-11-26T07:20:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741849_1025 (size=5672) 2024-11-26T07:20:06,354 INFO [M:0;15ed1af4400d:42679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb3f4a46865438cbf63c711620fdf30 2024-11-26T07:20:06,377 DEBUG [M:0;15ed1af4400d:42679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae92c7403542498c9943e494a4c5010b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605598714/Put/seqid=0 2024-11-26T07:20:06,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741850_1026 (size=8516) 2024-11-26T07:20:06,718 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:06,782 INFO [M:0;15ed1af4400d:42679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae92c7403542498c9943e494a4c5010b 2024-11-26T07:20:06,800 DEBUG [M:0;15ed1af4400d:42679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7bbb51ddfc74a11933a042539b1e60d is 69, key is 15ed1af4400d,43071,1732605591688/rs:state/1732605592342/Put/seqid=0 2024-11-26T07:20:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741851_1027 (size=5156) 2024-11-26T07:20:07,204 INFO [M:0;15ed1af4400d:42679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7bbb51ddfc74a11933a042539b1e60d 2024-11-26T07:20:07,209 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb3f4a46865438cbf63c711620fdf30 as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb3f4a46865438cbf63c711620fdf30 2024-11-26T07:20:07,213 INFO [M:0;15ed1af4400d:42679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb3f4a46865438cbf63c711620fdf30, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T07:20:07,213 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae92c7403542498c9943e494a4c5010b as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae92c7403542498c9943e494a4c5010b 2024-11-26T07:20:07,217 INFO [M:0;15ed1af4400d:42679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae92c7403542498c9943e494a4c5010b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T07:20:07,218 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7bbb51ddfc74a11933a042539b1e60d as hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7bbb51ddfc74a11933a042539b1e60d 2024-11-26T07:20:07,221 INFO [M:0;15ed1af4400d:42679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43691/user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7bbb51ddfc74a11933a042539b1e60d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T07:20:07,222 INFO [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-26T07:20:07,223 INFO [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:07,223 DEBUG [M:0;15ed1af4400d:42679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605605934Disabling compacts and flushes for region at 1732605605934Disabling writes for close at 1732605605934Obtaining lock to block concurrent updates at 1732605605934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605605934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732605605935 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605605935Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605605935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605605950 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605605950Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605606358 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605606376 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605606376Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605606786 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605606800 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605606800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674643bd: reopening flushed file at 1732605607208 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd45cc1: reopening flushed file at 1732605607213 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc77bc: reopening flushed file at 1732605607217 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732605607222 (+5 ms)Writing region close event to WAL at 1732605607223 (+1 ms)Closed at 1732605607223 2024-11-26T07:20:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42887 is added to blk_1073741830_1006 (size=63654) 2024-11-26T07:20:07,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/657a6f50-0fd9-503b-4abb-6a72452836ea/MasterData/WALs/15ed1af4400d,42679,1732605591597/15ed1af4400d%2C42679%2C1732605591597.1732605592222 not finished, retry = 0 2024-11-26T07:20:07,326 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:07,326 INFO [M:0;15ed1af4400d:42679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:20:07,326 INFO [M:0;15ed1af4400d:42679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42679 2024-11-26T07:20:07,326 INFO [M:0;15ed1af4400d:42679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:07,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:07,428 INFO [M:0;15ed1af4400d:42679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:07,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42679-0x1015325144f0003, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:07,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e70714f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:07,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:07,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:07,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:07,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:07,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:20:07,433 WARN [BP-278210295-172.17.0.2-1732605589970 heartbeating to localhost/127.0.0.1:43691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:20:07,433 WARN [BP-278210295-172.17.0.2-1732605589970 heartbeating to localhost/127.0.0.1:43691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-278210295-172.17.0.2-1732605589970 (Datanode Uuid a8ea5e2c-5978-4581-bcd0-2c4363b5ebf4) service to localhost/127.0.0.1:43691 2024-11-26T07:20:07,434 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:20:07,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:20:07,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/cluster_955b5868-6f63-a329-b288-797534b34c92/data/data1/current/BP-278210295-172.17.0.2-1732605589970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:07,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/cluster_955b5868-6f63-a329-b288-797534b34c92/data/data2/current/BP-278210295-172.17.0.2-1732605589970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:07,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3992b297{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:07,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:07,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:07,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:07,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:07,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:20:07,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:20:07,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:07,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:07,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:07,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:07,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:07,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:20:07,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466927565, stopped=false 2024-11-26T07:20:07,455 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,33077,1732605586853 2024-11-26T07:20:07,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01093449697/running 2024-11-26T07:20:07,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01093449697/running 2024-11-26T07:20:07,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:20:07,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:20:07,458 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:07,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:07,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on znode that does not yet exist, /01093449697/running 2024-11-26T07:20:07,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Set watcher on znode that does not yet exist, /01093449697/running 2024-11-26T07:20:07,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:07,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:07,460 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,35379,1732605586914' ***** 2024-11-26T07:20:07,460 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:20:07,460 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:20:07,460 INFO [RS:0;15ed1af4400d:35379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:20:07,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:20:07,460 INFO [RS:0;15ed1af4400d:35379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:20:07,460 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f5859145cdc8d5df7d4902f9343f019 2024-11-26T07:20:07,460 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(3091): Received CLOSE for ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:20:07,460 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,35379,1732605586914 2024-11-26T07:20:07,460 INFO [RS:0;15ed1af4400d:35379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:07,461 INFO [RS:0;15ed1af4400d:35379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:35379. 2024-11-26T07:20:07,461 DEBUG [RS:0;15ed1af4400d:35379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:07,461 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f5859145cdc8d5df7d4902f9343f019, disabling compactions & flushes 2024-11-26T07:20:07,461 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:07,461 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:20:07,461 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:20:07,461 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:20:07,461 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. after waiting 0 ms 2024-11-26T07:20:07,461 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:20:07,461 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:20:07,461 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:20:07,461 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:20:07,461 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f5859145cdc8d5df7d4902f9343f019 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-26T07:20:07,461 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:20:07,461 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1325): Online Regions={9f5859145cdc8d5df7d4902f9343f019=hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019., 1588230740=hbase:meta,,1.1588230740, ece675bb018f8b6296f665ddf58e8666=test,,1732605593568.ece675bb018f8b6296f665ddf58e8666.} 2024-11-26T07:20:07,461 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f5859145cdc8d5df7d4902f9343f019, ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:20:07,462 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:07,462 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:07,462 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:07,462 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:07,462 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:07,462 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:20:07,479 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019/.tmp/queue/86e8a7590be84cb5af0bb69bd17ffbf5 is 153, key is 1-15ed1af4400d,35379,1732605586914/queue:15ed1af4400d%2C35379%2C1732605586914/1732605603190/Put/seqid=0 2024-11-26T07:20:07,481 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/info/35d588c67571426c85ffc9e322bfac22 is 147, key is hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019./info:regioninfo/1732605596535/Put/seqid=0 2024-11-26T07:20:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741840_1016 (size=5352) 2024-11-26T07:20:07,489 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019/.tmp/queue/86e8a7590be84cb5af0bb69bd17ffbf5 2024-11-26T07:20:07,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741841_1017 (size=7686) 2024-11-26T07:20:07,494 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:07,495 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019/.tmp/queue/86e8a7590be84cb5af0bb69bd17ffbf5 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019/queue/86e8a7590be84cb5af0bb69bd17ffbf5 2024-11-26T07:20:07,500 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019/queue/86e8a7590be84cb5af0bb69bd17ffbf5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T07:20:07,501 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9f5859145cdc8d5df7d4902f9343f019 in 40ms, sequenceid=10, compaction requested=false 2024-11-26T07:20:07,509 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/replication/9f5859145cdc8d5df7d4902f9343f019/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T07:20:07,509 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:07,509 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:07,509 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:20:07,510 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f5859145cdc8d5df7d4902f9343f019: Waiting for close lock at 1732605607461Running coprocessor pre-close hooks at 1732605607461Disabling compacts and flushes for region at 1732605607461Disabling writes for close at 1732605607461Obtaining lock to block concurrent updates at 1732605607461Preparing flush snapshotting stores in 9f5859145cdc8d5df7d4902f9343f019 at 1732605607461Finished memstore snapshotting hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732605607461Flushing stores of hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. at 1732605607462 (+1 ms)Flushing 9f5859145cdc8d5df7d4902f9343f019/queue: creating writer at 1732605607462Flushing 9f5859145cdc8d5df7d4902f9343f019/queue: appending metadata at 1732605607479 (+17 ms)Flushing 9f5859145cdc8d5df7d4902f9343f019/queue: closing flushed file at 1732605607479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae4f16d: reopening flushed file at 1732605607495 (+16 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9f5859145cdc8d5df7d4902f9343f019 in 40ms, sequenceid=10, compaction requested=false at 1732605607501 (+6 ms)Writing region close event to WAL at 1732605607504 (+3 ms)Running coprocessor post-close hooks at 1732605607509 (+5 ms)Closed at 1732605607509 2024-11-26T07:20:07,510 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605595364.9f5859145cdc8d5df7d4902f9343f019. 2024-11-26T07:20:07,510 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ece675bb018f8b6296f665ddf58e8666, disabling compactions & flushes 2024-11-26T07:20:07,510 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:20:07,510 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:20:07,510 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. after waiting 0 ms 2024-11-26T07:20:07,510 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:20:07,510 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ece675bb018f8b6296f665ddf58e8666 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T07:20:07,529 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/f/2a20c5cbadd544a49ddd288651b87254 is 29, key is row1/f:/1732605602695/DeleteFamily/seqid=0 2024-11-26T07:20:07,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741842_1018 (size=5118) 2024-11-26T07:20:07,622 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 912, reset compression=false 2024-11-26T07:20:07,631 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:07,631 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 1159, reset compression=false 2024-11-26T07:20:07,631 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,35379,1732605586914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:07,632 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,35379,1732605586914: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,35379,1732605586914, walGroup=15ed1af4400d%2C35379%2C1732605586914, offset=15ed1af4400d%2C35379%2C1732605586914.1732605589142:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:35379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:20:07,633 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:20:07,633 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:20:07,634 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:20:07,634 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:20:07,634 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:20:07,634 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 706454752 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191567800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:20:07,634 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:33077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:33077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:20:07,661 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:20:07,837 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 1159, reset compression=false 2024-11-26T07:20:07,862 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:20:07,891 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/info/35d588c67571426c85ffc9e322bfac22 2024-11-26T07:20:07,918 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/ns/8320f8cd40434579a7d8e02e4d783d8b is 43, key is default/ns:d/1732605589791/Put/seqid=0 2024-11-26T07:20:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741843_1019 (size=5153) 2024-11-26T07:20:07,923 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/ns/8320f8cd40434579a7d8e02e4d783d8b 2024-11-26T07:20:07,934 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/f/2a20c5cbadd544a49ddd288651b87254 2024-11-26T07:20:07,938 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a20c5cbadd544a49ddd288651b87254 2024-11-26T07:20:07,946 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/rep_barrier/6b1c55d6d491472880f2b7531b6ee783 is 112, key is test,,1732605593568.ece675bb018f8b6296f665ddf58e8666./rep_barrier:seqnumDuringOpen/1732605594011/Put/seqid=0 2024-11-26T07:20:07,961 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/f1/668c044d925341a18b09bb6e10035c23 is 30, key is row1/f1:/1732605602695/DeleteFamily/seqid=0 2024-11-26T07:20:07,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741844_1020 (size=5518) 2024-11-26T07:20:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741845_1021 (size=5123) 2024-11-26T07:20:07,966 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/f1/668c044d925341a18b09bb6e10035c23 2024-11-26T07:20:07,970 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 668c044d925341a18b09bb6e10035c23 2024-11-26T07:20:07,985 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/norep/cb5f217ac76a441aa111a89ada36e197 is 32, key is row/norep:/1732605601689/DeleteFamily/seqid=0 2024-11-26T07:20:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741846_1022 (size=5101) 2024-11-26T07:20:08,062 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:20:08,074 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:20:08,074 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:20:08,141 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 1159, reset compression=false 2024-11-26T07:20:08,262 DEBUG [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ece675bb018f8b6296f665ddf58e8666 2024-11-26T07:20:08,363 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/rep_barrier/6b1c55d6d491472880f2b7531b6ee783 2024-11-26T07:20:08,384 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/table/509e8233cd674e9882679f8a9b404c55 is 53, key is hbase:replication/table:state/1732605596541/Put/seqid=0 2024-11-26T07:20:08,389 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/norep/cb5f217ac76a441aa111a89ada36e197 2024-11-26T07:20:08,392 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb5f217ac76a441aa111a89ada36e197 2024-11-26T07:20:08,393 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/f/2a20c5cbadd544a49ddd288651b87254 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/f/2a20c5cbadd544a49ddd288651b87254 2024-11-26T07:20:08,397 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a20c5cbadd544a49ddd288651b87254 2024-11-26T07:20:08,397 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/f/2a20c5cbadd544a49ddd288651b87254, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T07:20:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741847_1023 (size=5308) 2024-11-26T07:20:08,398 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/table/509e8233cd674e9882679f8a9b404c55 2024-11-26T07:20:08,399 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/f1/668c044d925341a18b09bb6e10035c23 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/f1/668c044d925341a18b09bb6e10035c23 2024-11-26T07:20:08,403 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 668c044d925341a18b09bb6e10035c23 2024-11-26T07:20:08,403 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/f1/668c044d925341a18b09bb6e10035c23, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T07:20:08,404 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/info/35d588c67571426c85ffc9e322bfac22 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/info/35d588c67571426c85ffc9e322bfac22 2024-11-26T07:20:08,404 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/.tmp/norep/cb5f217ac76a441aa111a89ada36e197 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/norep/cb5f217ac76a441aa111a89ada36e197 2024-11-26T07:20:08,407 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/info/35d588c67571426c85ffc9e322bfac22, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:20:08,408 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/ns/8320f8cd40434579a7d8e02e4d783d8b as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/ns/8320f8cd40434579a7d8e02e4d783d8b 2024-11-26T07:20:08,408 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb5f217ac76a441aa111a89ada36e197 2024-11-26T07:20:08,408 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/norep/cb5f217ac76a441aa111a89ada36e197, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T07:20:08,409 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ece675bb018f8b6296f665ddf58e8666 in 899ms, sequenceid=8, compaction requested=false 2024-11-26T07:20:08,412 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/ns/8320f8cd40434579a7d8e02e4d783d8b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:20:08,413 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/rep_barrier/6b1c55d6d491472880f2b7531b6ee783 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/rep_barrier/6b1c55d6d491472880f2b7531b6ee783 2024-11-26T07:20:08,417 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/rep_barrier/6b1c55d6d491472880f2b7531b6ee783, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:20:08,418 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/.tmp/table/509e8233cd674e9882679f8a9b404c55 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/table/509e8233cd674e9882679f8a9b404c55 2024-11-26T07:20:08,422 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/table/509e8233cd674e9882679f8a9b404c55, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:20:08,423 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=16, compaction requested=false 2024-11-26T07:20:08,424 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/default/test/ece675bb018f8b6296f665ddf58e8666/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T07:20:08,424 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:08,424 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:08,424 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:20:08,424 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ece675bb018f8b6296f665ddf58e8666: Waiting for close lock at 1732605607510Running coprocessor pre-close hooks at 1732605607510Disabling compacts and flushes for region at 1732605607510Disabling writes for close at 1732605607510Obtaining lock to block concurrent updates at 1732605607510Preparing flush snapshotting stores in ece675bb018f8b6296f665ddf58e8666 at 1732605607510Finished memstore snapshotting test,,1732605593568.ece675bb018f8b6296f665ddf58e8666., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732605607510Flushing stores of test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. at 1732605607511 (+1 ms)Flushing ece675bb018f8b6296f665ddf58e8666/f: creating writer at 1732605607511Flushing ece675bb018f8b6296f665ddf58e8666/f: appending metadata at 1732605607529 (+18 ms)Flushing ece675bb018f8b6296f665ddf58e8666/f: closing flushed file at 1732605607529Flushing ece675bb018f8b6296f665ddf58e8666/f1: creating writer at 1732605607939 (+410 ms)Flushing ece675bb018f8b6296f665ddf58e8666/f1: appending metadata at 1732605607960 (+21 ms)Flushing ece675bb018f8b6296f665ddf58e8666/f1: closing flushed file at 1732605607960Flushing ece675bb018f8b6296f665ddf58e8666/norep: creating writer at 1732605607970 (+10 ms)Flushing ece675bb018f8b6296f665ddf58e8666/norep: appending metadata at 1732605607984 (+14 ms)Flushing ece675bb018f8b6296f665ddf58e8666/norep: closing flushed file at 1732605607984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78648e4b: reopening flushed file at 1732605608393 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7145d43f: reopening flushed file at 1732605608398 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a4dcde: reopening flushed file at 1732605608403 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ece675bb018f8b6296f665ddf58e8666 in 899ms, sequenceid=8, compaction requested=false at 1732605608410 (+7 ms)Writing region close event to WAL at 1732605608421 (+11 ms)Running coprocessor post-close hooks at 1732605608424 (+3 ms)Closed at 1732605608424 2024-11-26T07:20:08,425 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605593568.ece675bb018f8b6296f665ddf58e8666. 2024-11-26T07:20:08,427 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:20:08,428 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:08,428 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:08,428 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:08,428 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605607461Running coprocessor pre-close hooks at 1732605607461Disabling compacts and flushes for region at 1732605607461Disabling writes for close at 1732605607462 (+1 ms)Obtaining lock to block concurrent updates at 1732605607462Preparing flush snapshotting stores in 1588230740 at 1732605607462Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605607462Flushing stores of hbase:meta,,1.1588230740 at 1732605607463 (+1 ms)Flushing 1588230740/info: creating writer at 1732605607463Flushing 1588230740/info: appending metadata at 1732605607480 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732605607480Flushing 1588230740/ns: creating writer at 1732605607896 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732605607917 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732605607918 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732605607928 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605607946 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605607946Flushing 1588230740/table: creating writer at 1732605608368 (+422 ms)Flushing 1588230740/table: appending metadata at 1732605608383 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732605608383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd0a2dc: reopening flushed file at 1732605608403 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e4df88: reopening flushed file at 1732605608408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399597d2: reopening flushed file at 1732605608412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c66fe40: reopening flushed file at 1732605608417 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=16, compaction requested=false at 1732605608423 (+6 ms)Writing region close event to WAL at 1732605608425 (+2 ms)Running coprocessor post-close hooks at 1732605608428 (+3 ms)Closed at 1732605608428 2024-11-26T07:20:08,428 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:08,462 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,35379,1732605586914; all regions closed. 2024-11-26T07:20:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:20:08,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.meta.1732605589710.meta not finished, retry = 0 2024-11-26T07:20:08,545 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 1159, reset compression=false 2024-11-26T07:20:08,550 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:08,550 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/WALs/15ed1af4400d,35379,1732605586914/15ed1af4400d%2C35379%2C1732605586914.1732605589142 to pos 1803, reset compression=false 2024-11-26T07:20:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741839_1015 (size=2676) 2024-11-26T07:20:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741833_1009 (size=1811) 2024-11-26T07:20:08,574 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:08,574 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:08,575 INFO [RS:0;15ed1af4400d:35379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:08,575 INFO [RS:0;15ed1af4400d:35379 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:08,575 INFO [RS:0;15ed1af4400d:35379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:08,575 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:08,575 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,35379,1732605586914 because: Region server is closing 2024-11-26T07:20:08,575 INFO [RS:0;15ed1af4400d:35379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:35379. 2024-11-26T07:20:08,575 DEBUG [RS:0;15ed1af4400d:35379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:08,576 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:08,576 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:08,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:08,676 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.shipper15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 terminated 2024-11-26T07:20:08,676 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,35379,1732605586914.replicationSource.wal-reader.15ed1af4400d%2C35379%2C1732605586914,1-15ed1af4400d,35379,1732605586914 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:20:08,676 INFO [RS:0;15ed1af4400d:35379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:35379. 2024-11-26T07:20:08,676 DEBUG [RS:0;15ed1af4400d:35379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:08,676 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:08,676 DEBUG [RS:0;15ed1af4400d:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:08,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:08,677 INFO [RS:0;15ed1af4400d:35379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35379 2024-11-26T07:20:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01093449697/rs/15ed1af4400d,35379,1732605586914 2024-11-26T07:20:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697/rs 2024-11-26T07:20:08,679 INFO [RS:0;15ed1af4400d:35379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:08,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,35379,1732605586914] 2024-11-26T07:20:08,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01093449697/draining/15ed1af4400d,35379,1732605586914 already deleted, retry=false 2024-11-26T07:20:08,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,35379,1732605586914 expired; onlineServers=0 2024-11-26T07:20:08,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,33077,1732605586853' ***** 2024-11-26T07:20:08,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:20:08,682 INFO [M:0;15ed1af4400d:33077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:08,682 INFO [M:0;15ed1af4400d:33077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:08,682 DEBUG [M:0;15ed1af4400d:33077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:20:08,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:20:08,682 DEBUG [M:0;15ed1af4400d:33077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:20:08,682 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605588892 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605588892,5,FailOnTimeoutGroup] 2024-11-26T07:20:08,682 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605588872 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605588872,5,FailOnTimeoutGroup] 2024-11-26T07:20:08,682 INFO [M:0;15ed1af4400d:33077 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:08,682 INFO [M:0;15ed1af4400d:33077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:08,682 DEBUG [M:0;15ed1af4400d:33077 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:20:08,682 INFO [M:0;15ed1af4400d:33077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:20:08,682 INFO [M:0;15ed1af4400d:33077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:08,683 INFO [M:0;15ed1af4400d:33077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:20:08,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:20:08,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01093449697/master 2024-11-26T07:20:08,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01093449697 2024-11-26T07:20:08,685 DEBUG [M:0;15ed1af4400d:33077 {}] zookeeper.ZKUtil(347): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Unable to get data of znode /01093449697/master because node does not exist (not an error) 2024-11-26T07:20:08,685 WARN [M:0;15ed1af4400d:33077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:20:08,686 INFO [M:0;15ed1af4400d:33077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/.lastflushedseqids 2024-11-26T07:20:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741848_1024 (size=245) 2024-11-26T07:20:08,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:08,781 INFO [RS:0;15ed1af4400d:35379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:08,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1015325144f0001, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:08,781 INFO [RS:0;15ed1af4400d:35379 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,35379,1732605586914; zookeeper connection closed. 2024-11-26T07:20:08,781 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f7f7013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f7f7013 2024-11-26T07:20:08,781 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:20:09,091 INFO [M:0;15ed1af4400d:33077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:20:09,091 INFO [M:0;15ed1af4400d:33077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:20:09,091 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:09,091 INFO [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:09,091 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:09,091 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:09,091 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:09,091 INFO [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-26T07:20:09,107 DEBUG [M:0;15ed1af4400d:33077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51e958a570594d1fbe03797b8a0fbe64 is 82, key is hbase:meta,,1/info:regioninfo/1732605589774/Put/seqid=0 2024-11-26T07:20:09,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741849_1025 (size=5672) 2024-11-26T07:20:09,511 INFO [M:0;15ed1af4400d:33077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51e958a570594d1fbe03797b8a0fbe64 2024-11-26T07:20:09,530 DEBUG [M:0;15ed1af4400d:33077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8138a0ddd70a4109b8c5f4b5df276f7a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605596544/Put/seqid=0 2024-11-26T07:20:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741850_1026 (size=8517) 2024-11-26T07:20:09,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:09,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:09,935 INFO [M:0;15ed1af4400d:33077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8138a0ddd70a4109b8c5f4b5df276f7a 2024-11-26T07:20:09,954 DEBUG [M:0;15ed1af4400d:33077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92265637d63e41d0b9869f566933f3f1 is 69, key is 15ed1af4400d,35379,1732605586914/rs:state/1732605588922/Put/seqid=0 2024-11-26T07:20:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741851_1027 (size=5156) 2024-11-26T07:20:10,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:10,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:10,324 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28300 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:10,358 INFO [M:0;15ed1af4400d:33077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92265637d63e41d0b9869f566933f3f1 2024-11-26T07:20:10,362 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51e958a570594d1fbe03797b8a0fbe64 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51e958a570594d1fbe03797b8a0fbe64 2024-11-26T07:20:10,366 INFO [M:0;15ed1af4400d:33077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51e958a570594d1fbe03797b8a0fbe64, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T07:20:10,367 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8138a0ddd70a4109b8c5f4b5df276f7a as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8138a0ddd70a4109b8c5f4b5df276f7a 2024-11-26T07:20:10,370 INFO [M:0;15ed1af4400d:33077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8138a0ddd70a4109b8c5f4b5df276f7a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T07:20:10,371 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92265637d63e41d0b9869f566933f3f1 as hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92265637d63e41d0b9869f566933f3f1 2024-11-26T07:20:10,374 INFO [M:0;15ed1af4400d:33077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33153/user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92265637d63e41d0b9869f566933f3f1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T07:20:10,375 INFO [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-26T07:20:10,376 INFO [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:10,377 DEBUG [M:0;15ed1af4400d:33077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605609091Disabling compacts and flushes for region at 1732605609091Disabling writes for close at 1732605609091Obtaining lock to block concurrent updates at 1732605609091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605609091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732605609091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605609092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605609092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605609106 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605609106Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605609516 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605609530 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605609530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605609939 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605609953 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605609953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6e539b: reopening flushed file at 1732605610362 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8bf45c: reopening flushed file at 1732605610366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9e2211: reopening flushed file at 1732605610370 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732605610375 (+5 ms)Writing region close event to WAL at 1732605610376 (+1 ms)Closed at 1732605610376 2024-11-26T07:20:10,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c79eda74-5c64-08ff-f958-cfff8686ba72/MasterData/WALs/15ed1af4400d,33077,1732605586853/15ed1af4400d%2C33077%2C1732605586853.1732605588621 not finished, retry = 0 2024-11-26T07:20:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741830_1006 (size=63666) 2024-11-26T07:20:10,480 INFO [M:0;15ed1af4400d:33077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:20:10,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:10,480 INFO [M:0;15ed1af4400d:33077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33077 2024-11-26T07:20:10,480 INFO [M:0;15ed1af4400d:33077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:10,582 INFO [M:0;15ed1af4400d:33077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x1015325144f0000, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:10,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@644bdaa3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:10,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:10,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:10,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:10,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:10,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:20:10,587 WARN [BP-1785535295-172.17.0.2-1732605585883 heartbeating to localhost/127.0.0.1:33153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:20:10,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:20:10,587 WARN [BP-1785535295-172.17.0.2-1732605585883 heartbeating to localhost/127.0.0.1:33153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785535295-172.17.0.2-1732605585883 (Datanode Uuid ba833bed-46e1-4a9b-ba47-c75236b1982e) service to localhost/127.0.0.1:33153 2024-11-26T07:20:10,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028/data/data1/current/BP-1785535295-172.17.0.2-1732605585883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:10,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/cluster_f1614773-93f3-cfcc-35a2-e3e7b9a28028/data/data2/current/BP-1785535295-172.17.0.2-1732605585883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:10,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:20:10,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1564ee37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:10,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:10,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:10,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:10,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dca8d4cc-ed14-b648-ea50-72b9eb49b954/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:10,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:20:10,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:20:10,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 245) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43691 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49170) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49170) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33153 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=7126 (was 7330) 2024-11-26T07:20:10,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=7126 2024-11-26T07:20:10,655 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T07:20:10,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.log.dir so I do NOT create it in target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd 2024-11-26T07:20:10,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:20:10,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.tmp.dir so I do NOT create it in target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd 2024-11-26T07:20:10,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37eb3b17-7db9-8a63-030f-57170bfeadc3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:20:10,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd 2024-11-26T07:20:10,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998, deleteOnExit=true 2024-11-26T07:20:10,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998/zookeeper_0, clientPort=55224, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:20:10,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55224 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/test.cache.data in system properties and HBase conf 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:20:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:20:10,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:20:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:20:10,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015325144f0005, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:20:10,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015325144f0002, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:20:10,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015325144f0002, quorum=127.0.0.1:49170, baseZNode=/01093449697 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:20:10,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015325144f0005, quorum=127.0.0.1:49170, baseZNode=/1-320331967 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:20:10,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:10,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:10,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:10,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:10,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:10,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:10,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:10,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:10,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41288b05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/java.io.tmpdir/jetty-localhost-37263-hadoop-hdfs-3_4_1-tests_jar-_-any-17895574559236676404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:10,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:37263} 2024-11-26T07:20:10,880 INFO [Time-limited test {}] server.Server(415): Started @203225ms 2024-11-26T07:20:10,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:10,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:10,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:10,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:10,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:10,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:10,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:11,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c34ea28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/java.io.tmpdir/jetty-localhost-45355-hadoop-hdfs-3_4_1-tests_jar-_-any-2927167692118042583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:11,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:45355} 2024-11-26T07:20:11,078 INFO [Time-limited test {}] server.Server(415): Started @203423ms 2024-11-26T07:20:11,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:20:11,177 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998/data/data1/current/BP-970662864-172.17.0.2-1732605610683/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:11,177 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998/data/data2/current/BP-970662864-172.17.0.2-1732605610683/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:11,204 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:20:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0d42ca289e6186b with lease ID 0x153f6c7f5a873f69: Processing first storage report for DS-eb75fbcc-88d3-4adb-9916-a5676bc0e4dc from datanode DatanodeRegistration(127.0.0.1:34801, datanodeUuid=4453652c-9c1f-4e6a-8bd7-078a4fba620c, infoPort=34437, infoSecurePort=0, ipcPort=46867, storageInfo=lv=-57;cid=testClusterID;nsid=1183564044;c=1732605610683) 2024-11-26T07:20:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0d42ca289e6186b with lease ID 0x153f6c7f5a873f69: from storage DS-eb75fbcc-88d3-4adb-9916-a5676bc0e4dc node DatanodeRegistration(127.0.0.1:34801, datanodeUuid=4453652c-9c1f-4e6a-8bd7-078a4fba620c, infoPort=34437, infoSecurePort=0, ipcPort=46867, storageInfo=lv=-57;cid=testClusterID;nsid=1183564044;c=1732605610683), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0d42ca289e6186b with lease ID 0x153f6c7f5a873f69: Processing first storage report for DS-954cdc0f-9b00-42b8-aeed-2e2882a482a5 from datanode DatanodeRegistration(127.0.0.1:34801, datanodeUuid=4453652c-9c1f-4e6a-8bd7-078a4fba620c, infoPort=34437, infoSecurePort=0, ipcPort=46867, storageInfo=lv=-57;cid=testClusterID;nsid=1183564044;c=1732605610683) 2024-11-26T07:20:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0d42ca289e6186b with lease ID 0x153f6c7f5a873f69: from storage DS-954cdc0f-9b00-42b8-aeed-2e2882a482a5 node DatanodeRegistration(127.0.0.1:34801, datanodeUuid=4453652c-9c1f-4e6a-8bd7-078a4fba620c, infoPort=34437, infoSecurePort=0, ipcPort=46867, storageInfo=lv=-57;cid=testClusterID;nsid=1183564044;c=1732605610683), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:11,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd 2024-11-26T07:20:11,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:11,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:20:11,711 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b with version=8 2024-11-26T07:20:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/hbase-staging 2024-11-26T07:20:11,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:11,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:11,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:11,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:11,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:11,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:11,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:20:11,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:11,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34699 2024-11-26T07:20:11,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34699 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:11,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346990x0, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:11,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34699-0x101532575320000 connected 2024-11-26T07:20:11,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:11,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:11,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on znode that does not yet exist, /0-804195829/running 2024-11-26T07:20:11,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b, hbase.cluster.distributed=false 2024-11-26T07:20:11,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on znode that does not yet exist, /0-804195829/acl 2024-11-26T07:20:11,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-26T07:20:11,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34699 2024-11-26T07:20:11,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34699 2024-11-26T07:20:11,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-26T07:20:11,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-26T07:20:11,791 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:11,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36281 2024-11-26T07:20:11,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36281 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:11,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:11,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:11,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362810x0, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:11,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362810x0, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on znode that does not yet exist, /0-804195829/running 2024-11-26T07:20:11,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36281-0x101532575320001 connected 2024-11-26T07:20:11,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:20:11,804 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:20:11,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on znode that does not yet exist, /0-804195829/master 2024-11-26T07:20:11,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on znode that does not yet exist, /0-804195829/acl 2024-11-26T07:20:11,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-26T07:20:11,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36281 2024-11-26T07:20:11,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36281 2024-11-26T07:20:11,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-26T07:20:11,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-26T07:20:11,822 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:34699 2024-11-26T07:20:11,824 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-804195829/backup-masters/15ed1af4400d,34699,1732605611713 2024-11-26T07:20:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829/backup-masters 2024-11-26T07:20:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829/backup-masters 2024-11-26T07:20:11,828 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on existing znode=/0-804195829/backup-masters/15ed1af4400d,34699,1732605611713 2024-11-26T07:20:11,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-804195829/master 2024-11-26T07:20:11,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:11,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:11,830 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on existing znode=/0-804195829/master 2024-11-26T07:20:11,830 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-804195829/backup-masters/15ed1af4400d,34699,1732605611713 from backup master directory 2024-11-26T07:20:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804195829/backup-masters/15ed1af4400d,34699,1732605611713 2024-11-26T07:20:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829/backup-masters 2024-11-26T07:20:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829/backup-masters 2024-11-26T07:20:11,833 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:11,833 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,34699,1732605611713 2024-11-26T07:20:11,837 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/hbase.id] with ID: 0f1a51c9-5bc0-4e4c-9c90-db21923860b3 2024-11-26T07:20:11,837 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/.tmp/hbase.id 2024-11-26T07:20:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:20:12,242 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/.tmp/hbase.id]:[hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/hbase.id] 2024-11-26T07:20:12,250 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:12,250 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:20:12,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:20:12,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:12,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:20:12,658 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:12,659 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:20:12,659 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:20:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:20:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:20:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:20:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:20:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:13,066 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store 2024-11-26T07:20:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:20:13,471 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:13,471 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:13,471 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:13,471 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:13,471 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:13,471 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:13,471 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:13,472 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605613471Disabling compacts and flushes for region at 1732605613471Disabling writes for close at 1732605613471Writing region close event to WAL at 1732605613471Closed at 1732605613471 2024-11-26T07:20:13,472 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/.initializing 2024-11-26T07:20:13,472 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/WALs/15ed1af4400d,34699,1732605611713 2024-11-26T07:20:13,473 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:13,474 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C34699%2C1732605611713, suffix=, logDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/WALs/15ed1af4400d,34699,1732605611713, archiveDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/oldWALs, maxLogs=10 2024-11-26T07:20:13,488 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/WALs/15ed1af4400d,34699,1732605611713/15ed1af4400d%2C34699%2C1732605611713.1732605613474, exclude list is [], retry=0 2024-11-26T07:20:13,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-eb75fbcc-88d3-4adb-9916-a5676bc0e4dc,DISK] 2024-11-26T07:20:13,492 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/WALs/15ed1af4400d,34699,1732605611713/15ed1af4400d%2C34699%2C1732605611713.1732605613474 2024-11-26T07:20:13,492 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34437:34437)] 2024-11-26T07:20:13,492 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:13,492 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:13,492 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,492 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:20:13,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:13,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:13,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:20:13,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:13,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:13,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:20:13,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:13,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:13,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:20:13,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:13,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:13,498 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,499 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,499 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,500 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,500 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,500 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:13,501 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:13,503 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:13,503 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70364652, jitterRate=0.04851502180099487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:13,504 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605613492Initializing all the Stores at 1732605613493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605613493Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605613493Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605613493Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605613493Cleaning up temporary data from old regions at 1732605613500 (+7 ms)Region opened successfully at 1732605613504 (+4 ms) 2024-11-26T07:20:13,504 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:20:13,506 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ce8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:13,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:20:13,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:20:13,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:20:13,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:20:13,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:20:13,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:20:13,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:20:13,510 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:20:13,511 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Unable to get data of znode /0-804195829/balancer because node does not exist (not necessarily an error) 2024-11-26T07:20:13,512 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804195829/balancer already deleted, retry=false 2024-11-26T07:20:13,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:20:13,513 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Unable to get data of znode /0-804195829/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:20:13,514 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804195829/normalizer already deleted, retry=false 2024-11-26T07:20:13,514 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:20:13,515 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Unable to get data of znode /0-804195829/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:20:13,517 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804195829/switch/split already deleted, retry=false 2024-11-26T07:20:13,518 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Unable to get data of znode /0-804195829/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:20:13,519 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804195829/switch/merge already deleted, retry=false 2024-11-26T07:20:13,521 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Unable to get data of znode /0-804195829/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:20:13,522 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804195829/snapshot-cleanup already deleted, retry=false 2024-11-26T07:20:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-804195829/running 2024-11-26T07:20:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-804195829/running 2024-11-26T07:20:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:13,524 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,34699,1732605611713, sessionid=0x101532575320000, setting cluster-up flag (Was=false) 2024-11-26T07:20:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:13,537 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-804195829/flush-table-proc/acquired, /0-804195829/flush-table-proc/reached, /0-804195829/flush-table-proc/abort 2024-11-26T07:20:13,538 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,34699,1732605611713 2024-11-26T07:20:13,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:13,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:13,546 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-804195829/online-snapshot/acquired, /0-804195829/online-snapshot/reached, /0-804195829/online-snapshot/abort 2024-11-26T07:20:13,547 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,34699,1732605611713 2024-11-26T07:20:13,548 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:20:13,549 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:13,549 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:20:13,549 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:20:13,550 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,34699,1732605611713 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:13,551 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:13,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:20:13,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:13,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605643559 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:20:13,559 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,560 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:20:13,560 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:20:13,560 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:20:13,560 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:20:13,560 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:20:13,560 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:20:13,562 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605613560,5,FailOnTimeoutGroup] 2024-11-26T07:20:13,563 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605613562,5,FailOnTimeoutGroup] 2024-11-26T07:20:13,563 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,563 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:20:13,563 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,563 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:20:13,612 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(746): ClusterId : 0f1a51c9-5bc0-4e4c-9c90-db21923860b3 2024-11-26T07:20:13,612 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:20:13,614 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:20:13,614 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:20:13,616 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:20:13,616 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7459d37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:13,627 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:36281 2024-11-26T07:20:13,628 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:20:13,628 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:20:13,628 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:20:13,628 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,34699,1732605611713 with port=36281, startcode=1732605611791 2024-11-26T07:20:13,628 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:20:13,630 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:20:13,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,36281,1732605611791 2024-11-26T07:20:13,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:13,632 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b 2024-11-26T07:20:13,632 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39641 2024-11-26T07:20:13,632 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:20:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829/rs 2024-11-26T07:20:13,635 DEBUG [RS:0;15ed1af4400d:36281 {}] zookeeper.ZKUtil(111): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on existing znode=/0-804195829/rs/15ed1af4400d,36281,1732605611791 2024-11-26T07:20:13,635 WARN [RS:0;15ed1af4400d:36281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:13,635 INFO [RS:0;15ed1af4400d:36281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:13,635 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791 2024-11-26T07:20:13,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,36281,1732605611791] 2024-11-26T07:20:13,637 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:20:13,639 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:20:13,640 INFO [RS:0;15ed1af4400d:36281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:20:13,640 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,642 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:20:13,642 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:20:13,643 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:13,643 DEBUG [RS:0;15ed1af4400d:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:13,644 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,645 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,645 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,645 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,645 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,645 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36281,1732605611791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:13,666 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:20:13,667 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36281,1732605611791-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,667 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,667 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.Replication(171): 15ed1af4400d,36281,1732605611791 started 2024-11-26T07:20:13,687 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:13,687 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,36281,1732605611791, RpcServer on 15ed1af4400d/172.17.0.2:36281, sessionid=0x101532575320001 2024-11-26T07:20:13,687 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:20:13,687 DEBUG [RS:0;15ed1af4400d:36281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,36281,1732605611791 2024-11-26T07:20:13,687 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,36281,1732605611791' 2024-11-26T07:20:13,687 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-804195829/flush-table-proc/abort' 2024-11-26T07:20:13,688 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-804195829/flush-table-proc/acquired' 2024-11-26T07:20:13,688 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:20:13,688 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:20:13,688 DEBUG [RS:0;15ed1af4400d:36281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,36281,1732605611791 2024-11-26T07:20:13,688 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,36281,1732605611791' 2024-11-26T07:20:13,688 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-804195829/online-snapshot/abort' 2024-11-26T07:20:13,689 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-804195829/online-snapshot/acquired' 2024-11-26T07:20:13,689 DEBUG [RS:0;15ed1af4400d:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:20:13,689 INFO [RS:0;15ed1af4400d:36281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:20:13,689 INFO [RS:0;15ed1af4400d:36281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:20:13,789 INFO [RS:0;15ed1af4400d:36281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:13,791 INFO [RS:0;15ed1af4400d:36281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C36281%2C1732605611791, suffix=, logDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791, archiveDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/oldWALs, maxLogs=10 2024-11-26T07:20:13,809 DEBUG [RS:0;15ed1af4400d:36281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, exclude list is [], retry=0 2024-11-26T07:20:13,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-eb75fbcc-88d3-4adb-9916-a5676bc0e4dc,DISK] 2024-11-26T07:20:13,813 INFO [RS:0;15ed1af4400d:36281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 2024-11-26T07:20:13,813 DEBUG [RS:0;15ed1af4400d:36281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34437:34437)] 2024-11-26T07:20:13,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:20:13,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b 2024-11-26T07:20:13,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:20:14,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:14,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:14,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:14,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:14,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:14,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:14,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:14,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:14,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:14,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:14,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740 2024-11-26T07:20:14,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740 2024-11-26T07:20:14,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:14,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:14,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:14,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:14,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:14,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71182173, jitterRate=0.0606970340013504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:14,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605614371Initializing all the Stores at 1732605614372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605614372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605614372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605614372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605614372Cleaning up temporary data from old regions at 1732605614379 (+7 ms)Region opened successfully at 1732605614383 (+4 ms) 2024-11-26T07:20:14,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:14,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:14,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:14,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:14,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:14,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:14,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605614384Disabling compacts and flushes for region at 1732605614384Disabling writes for close at 1732605614384Writing region close event to WAL at 1732605614384Closed at 1732605614384 2024-11-26T07:20:14,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:14,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:20:14,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:20:14,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:14,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:20:14,537 DEBUG [15ed1af4400d:34699 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:20:14,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:14,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,36281,1732605611791, state=OPENING 2024-11-26T07:20:14,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:20:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:14,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:14,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804195829/meta-region-server: CHANGED 2024-11-26T07:20:14,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804195829/meta-region-server: CHANGED 2024-11-26T07:20:14,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,36281,1732605611791}] 2024-11-26T07:20:14,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:14,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:20:14,698 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:20:14,698 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:14,698 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:20:14,699 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C36281%2C1732605611791.meta, suffix=.meta, logDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791, archiveDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/oldWALs, maxLogs=10 2024-11-26T07:20:14,713 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.meta.1732605614700.meta, exclude list is [], retry=0 2024-11-26T07:20:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-eb75fbcc-88d3-4adb-9916-a5676bc0e4dc,DISK] 2024-11-26T07:20:14,716 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.meta.1732605614700.meta 2024-11-26T07:20:14,716 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34437:34437)] 2024-11-26T07:20:14,716 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:14,716 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:14,717 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:14,717 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:20:14,717 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:20:14,717 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:20:14,717 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:14,717 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:20:14,717 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:20:14,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:14,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:14,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:14,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:14,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:14,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:14,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:14,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:14,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:14,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:14,722 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:14,722 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740 2024-11-26T07:20:14,723 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740 2024-11-26T07:20:14,723 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:14,723 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:14,724 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:14,725 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:14,725 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74711489, jitterRate=0.11328794062137604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:14,725 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:20:14,726 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605614717Writing region info on filesystem at 1732605614717Initializing all the Stores at 1732605614718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605614718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605614718Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605614718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605614718Cleaning up temporary data from old regions at 1732605614724 (+6 ms)Running coprocessor post-open hooks at 1732605614725 (+1 ms)Region opened successfully at 1732605614726 (+1 ms) 2024-11-26T07:20:14,727 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605614693 2024-11-26T07:20:14,728 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:20:14,728 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:20:14,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:14,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,36281,1732605611791, state=OPEN 2024-11-26T07:20:14,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-804195829/meta-region-server 2024-11-26T07:20:14,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-804195829/meta-region-server 2024-11-26T07:20:14,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:14,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804195829/meta-region-server: CHANGED 2024-11-26T07:20:14,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804195829/meta-region-server: CHANGED 2024-11-26T07:20:14,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:20:14,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,36281,1732605611791 in 194 msec 2024-11-26T07:20:14,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:20:14,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-26T07:20:14,740 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:14,740 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:20:14,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:14,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,36281,1732605611791, seqNum=-1] 2024-11-26T07:20:14,741 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:14,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:14,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-26T07:20:14,746 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605614746, completionTime=-1 2024-11-26T07:20:14,746 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:20:14,746 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:20:14,747 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:20:14,747 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605674747 2024-11-26T07:20:14,747 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605734747 2024-11-26T07:20:14,747 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:20:14,748 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34699,1732605611713-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:14,748 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34699,1732605611713-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:14,748 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34699,1732605611713-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:14,748 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:34699, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:14,748 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:14,748 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:14,749 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.918sec 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34699,1732605611713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:14,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34699,1732605611713-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:20:14,753 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:20:14,753 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:20:14,753 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34699,1732605611713-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:14,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b42d975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:14,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,34699,-1 for getting cluster id 2024-11-26T07:20:14,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:14,814 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f1a51c9-5bc0-4e4c-9c90-db21923860b3' 2024-11-26T07:20:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f1a51c9-5bc0-4e4c-9c90-db21923860b3" 2024-11-26T07:20:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568a6ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,34699,-1] 2024-11-26T07:20:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:14,816 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:14,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:14,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,36281,1732605611791, seqNum=-1] 2024-11-26T07:20:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:14,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:14,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,34699,1732605611713 2024-11-26T07:20:14,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:14,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:14,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101532575320002 connected 2024-11-26T07:20:14,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.log.dir so I do NOT create it in target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39 2024-11-26T07:20:14,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:20:14,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.tmp.dir so I do NOT create it in target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39 2024-11-26T07:20:14,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:20:14,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39 2024-11-26T07:20:14,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:20:14,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/cluster_bb23273d-a23d-b3c2-98e7-68ca12d2e452, deleteOnExit=true 2024-11-26T07:20:14,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/test.cache.data in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:20:14,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:14,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:20:14,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:20:14,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:14,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:14,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:14,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:14,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:20:14,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:14,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:14,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:15,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25f2316d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/java.io.tmpdir/jetty-localhost-38855-hadoop-hdfs-3_4_1-tests_jar-_-any-2148474841241112888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:15,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:38855} 2024-11-26T07:20:15,021 INFO [Time-limited test {}] server.Server(415): Started @207365ms 2024-11-26T07:20:15,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:15,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:15,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:15,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:15,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:15,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:15,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:15,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53c664ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/java.io.tmpdir/jetty-localhost-38307-hadoop-hdfs-3_4_1-tests_jar-_-any-15830254574289884102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:15,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:38307} 2024-11-26T07:20:15,284 INFO [Time-limited test {}] server.Server(415): Started @207629ms 2024-11-26T07:20:15,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:20:15,422 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/cluster_bb23273d-a23d-b3c2-98e7-68ca12d2e452/data/data1/current/BP-582722542-172.17.0.2-1732605614846/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:15,422 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/cluster_bb23273d-a23d-b3c2-98e7-68ca12d2e452/data/data2/current/BP-582722542-172.17.0.2-1732605614846/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:15,445 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:20:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb93d453da8f24c2b with lease ID 0xb5bbeb25e57129f2: Processing first storage report for DS-ca47b825-a17a-4289-947e-4f44377c7d5b from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=22fb876d-ca18-46c6-bbcb-0cafcdef7de3, infoPort=38927, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=618402594;c=1732605614846) 2024-11-26T07:20:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb93d453da8f24c2b with lease ID 0xb5bbeb25e57129f2: from storage DS-ca47b825-a17a-4289-947e-4f44377c7d5b node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=22fb876d-ca18-46c6-bbcb-0cafcdef7de3, infoPort=38927, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=618402594;c=1732605614846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb93d453da8f24c2b with lease ID 0xb5bbeb25e57129f2: Processing first storage report for DS-932c0b2b-54c9-438f-9b50-cd2691634d50 from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=22fb876d-ca18-46c6-bbcb-0cafcdef7de3, infoPort=38927, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=618402594;c=1732605614846) 2024-11-26T07:20:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb93d453da8f24c2b with lease ID 0xb5bbeb25e57129f2: from storage DS-932c0b2b-54c9-438f-9b50-cd2691634d50 node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=22fb876d-ca18-46c6-bbcb-0cafcdef7de3, infoPort=38927, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=618402594;c=1732605614846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:15,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39 2024-11-26T07:20:15,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:15,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:20:15,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92 with version=8 2024-11-26T07:20:15,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/hbase-staging 2024-11-26T07:20:15,934 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:15,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:15,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:15,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:15,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:15,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:15,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:20:15,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:15,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36749 2024-11-26T07:20:15,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36749 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:15,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367490x0, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:15,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36749-0x101532575320003 connected 2024-11-26T07:20:15,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:15,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:15,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on znode that does not yet exist, /1-886012247/running 2024-11-26T07:20:15,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92, hbase.cluster.distributed=false 2024-11-26T07:20:15,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on znode that does not yet exist, /1-886012247/acl 2024-11-26T07:20:15,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36749 2024-11-26T07:20:15,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36749 2024-11-26T07:20:15,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36749 2024-11-26T07:20:15,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36749 2024-11-26T07:20:15,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36749 2024-11-26T07:20:15,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:15,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:15,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:15,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:15,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:15,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:15,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:20:15,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:15,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33681 2024-11-26T07:20:15,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33681 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:15,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:15,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336810x0, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:15,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336810x0, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on znode that does not yet exist, /1-886012247/running 2024-11-26T07:20:15,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33681-0x101532575320004 connected 2024-11-26T07:20:15,977 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:20:15,980 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:20:15,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on znode that does not yet exist, /1-886012247/master 2024-11-26T07:20:15,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on znode that does not yet exist, /1-886012247/acl 2024-11-26T07:20:15,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33681 2024-11-26T07:20:15,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33681 2024-11-26T07:20:15,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33681 2024-11-26T07:20:15,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33681 2024-11-26T07:20:15,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33681 2024-11-26T07:20:16,000 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:36749 2024-11-26T07:20:16,000 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-886012247/backup-masters/15ed1af4400d,36749,1732605615934 2024-11-26T07:20:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247/backup-masters 2024-11-26T07:20:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247/backup-masters 2024-11-26T07:20:16,004 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on existing znode=/1-886012247/backup-masters/15ed1af4400d,36749,1732605615934 2024-11-26T07:20:16,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:16,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-886012247/master 2024-11-26T07:20:16,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:16,005 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on existing znode=/1-886012247/master 2024-11-26T07:20:16,006 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-886012247/backup-masters/15ed1af4400d,36749,1732605615934 from backup master directory 2024-11-26T07:20:16,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-886012247/backup-masters/15ed1af4400d,36749,1732605615934 2024-11-26T07:20:16,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247/backup-masters 2024-11-26T07:20:16,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247/backup-masters 2024-11-26T07:20:16,007 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:16,007 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,36749,1732605615934 2024-11-26T07:20:16,009 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/hbase.id] with ID: 009f69aa-efa8-4c53-b937-6d87e4771cb9 2024-11-26T07:20:16,010 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/.tmp/hbase.id 2024-11-26T07:20:16,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:20:16,418 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/.tmp/hbase.id]:[hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/hbase.id] 2024-11-26T07:20:16,426 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:16,426 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:20:16,427 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:20:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:16,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:20:16,834 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:16,835 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:20:16,835 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:16,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:20:16,841 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store 2024-11-26T07:20:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:20:17,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:17,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:17,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:17,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:17,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:17,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:17,251 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:17,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605617251Disabling compacts and flushes for region at 1732605617251Disabling writes for close at 1732605617251Writing region close event to WAL at 1732605617251Closed at 1732605617251 2024-11-26T07:20:17,252 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/.initializing 2024-11-26T07:20:17,252 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/WALs/15ed1af4400d,36749,1732605615934 2024-11-26T07:20:17,253 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:17,254 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C36749%2C1732605615934, suffix=, logDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/WALs/15ed1af4400d,36749,1732605615934, archiveDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/oldWALs, maxLogs=10 2024-11-26T07:20:17,268 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/WALs/15ed1af4400d,36749,1732605615934/15ed1af4400d%2C36749%2C1732605615934.1732605617255, exclude list is [], retry=0 2024-11-26T07:20:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-ca47b825-a17a-4289-947e-4f44377c7d5b,DISK] 2024-11-26T07:20:17,272 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/WALs/15ed1af4400d,36749,1732605615934/15ed1af4400d%2C36749%2C1732605615934.1732605617255 2024-11-26T07:20:17,272 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-26T07:20:17,272 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:17,273 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:17,273 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,273 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:20:17,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:20:17,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:17,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:20:17,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:17,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:20:17,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:17,281 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,281 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,282 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,283 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,283 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,283 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:17,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:17,286 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:17,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67244904, jitterRate=0.002027153968811035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:17,287 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605617273Initializing all the Stores at 1732605617274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605617274Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605617274Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605617274Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605617274Cleaning up temporary data from old regions at 1732605617283 (+9 ms)Region opened successfully at 1732605617287 (+4 ms) 2024-11-26T07:20:17,287 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:20:17,289 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32464845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:17,290 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:20:17,290 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:20:17,290 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:20:17,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:20:17,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:20:17,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:20:17,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:20:17,293 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:20:17,294 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Unable to get data of znode /1-886012247/balancer because node does not exist (not necessarily an error) 2024-11-26T07:20:17,296 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-886012247/balancer already deleted, retry=false 2024-11-26T07:20:17,296 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:20:17,297 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Unable to get data of znode /1-886012247/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:20:17,298 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-886012247/normalizer already deleted, retry=false 2024-11-26T07:20:17,298 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:20:17,299 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Unable to get data of znode /1-886012247/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:20:17,300 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-886012247/switch/split already deleted, retry=false 2024-11-26T07:20:17,301 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Unable to get data of znode /1-886012247/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:20:17,302 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-886012247/switch/merge already deleted, retry=false 2024-11-26T07:20:17,304 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Unable to get data of znode /1-886012247/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:20:17,306 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-886012247/snapshot-cleanup already deleted, retry=false 2024-11-26T07:20:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-886012247/running 2024-11-26T07:20:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-886012247/running 2024-11-26T07:20:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,309 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,36749,1732605615934, sessionid=0x101532575320003, setting cluster-up flag (Was=false) 2024-11-26T07:20:17,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,317 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-886012247/flush-table-proc/acquired, /1-886012247/flush-table-proc/reached, /1-886012247/flush-table-proc/abort 2024-11-26T07:20:17,318 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,36749,1732605615934 2024-11-26T07:20:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,325 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-886012247/online-snapshot/acquired, /1-886012247/online-snapshot/reached, /1-886012247/online-snapshot/abort 2024-11-26T07:20:17,326 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,36749,1732605615934 2024-11-26T07:20:17,327 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:20:17,328 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:17,329 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:20:17,329 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:20:17,329 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,36749,1732605615934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:20:17,330 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:17,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:17,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:17,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:17,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:20:17,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:17,331 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:17,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:20:17,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605647333 2024-11-26T07:20:17,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:20:17,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:20:17,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:20:17,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:20:17,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:20:17,333 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:20:17,334 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:20:17,336 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,337 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:20:17,337 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:20:17,337 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:20:17,337 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:20:17,338 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:20:17,338 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:20:17,338 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605617338,5,FailOnTimeoutGroup] 2024-11-26T07:20:17,339 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605617338,5,FailOnTimeoutGroup] 2024-11-26T07:20:17,339 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,339 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:20:17,339 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,339 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:20:17,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:20:17,341 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92 2024-11-26T07:20:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:20:17,392 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(746): ClusterId : 009f69aa-efa8-4c53-b937-6d87e4771cb9 2024-11-26T07:20:17,392 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:20:17,395 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:20:17,395 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:20:17,397 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:20:17,397 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbc7661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:17,409 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:33681 2024-11-26T07:20:17,409 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:20:17,409 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:20:17,409 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:20:17,409 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,36749,1732605615934 with port=33681, startcode=1732605615970 2024-11-26T07:20:17,409 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:20:17,411 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:20:17,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,33681,1732605615970 2024-11-26T07:20:17,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36749 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:17,413 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92 2024-11-26T07:20:17,413 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37145 2024-11-26T07:20:17,413 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:20:17,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247/rs 2024-11-26T07:20:17,417 DEBUG [RS:0;15ed1af4400d:33681 {}] zookeeper.ZKUtil(111): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on existing znode=/1-886012247/rs/15ed1af4400d,33681,1732605615970 2024-11-26T07:20:17,417 WARN [RS:0;15ed1af4400d:33681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:17,417 INFO [RS:0;15ed1af4400d:33681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:17,417 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970 2024-11-26T07:20:17,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,33681,1732605615970] 2024-11-26T07:20:17,421 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:20:17,422 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:20:17,425 INFO [RS:0;15ed1af4400d:33681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:20:17,425 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,425 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:20:17,426 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:20:17,426 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,426 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,426 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,426 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,426 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:17,427 DEBUG [RS:0;15ed1af4400d:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:17,428 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,428 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,428 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,428 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,428 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,428 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33681,1732605615970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:17,446 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:20:17,447 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33681,1732605615970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,447 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,447 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.Replication(171): 15ed1af4400d,33681,1732605615970 started 2024-11-26T07:20:17,465 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:17,466 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,33681,1732605615970, RpcServer on 15ed1af4400d/172.17.0.2:33681, sessionid=0x101532575320004 2024-11-26T07:20:17,466 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:20:17,466 DEBUG [RS:0;15ed1af4400d:33681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,33681,1732605615970 2024-11-26T07:20:17,466 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,33681,1732605615970' 2024-11-26T07:20:17,466 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-886012247/flush-table-proc/abort' 2024-11-26T07:20:17,466 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-886012247/flush-table-proc/acquired' 2024-11-26T07:20:17,466 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:20:17,466 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:20:17,467 DEBUG [RS:0;15ed1af4400d:33681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,33681,1732605615970 2024-11-26T07:20:17,467 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,33681,1732605615970' 2024-11-26T07:20:17,467 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-886012247/online-snapshot/abort' 2024-11-26T07:20:17,467 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-886012247/online-snapshot/acquired' 2024-11-26T07:20:17,467 DEBUG [RS:0;15ed1af4400d:33681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:20:17,467 INFO [RS:0;15ed1af4400d:33681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:20:17,467 INFO [RS:0;15ed1af4400d:33681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:20:17,567 INFO [RS:0;15ed1af4400d:33681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:17,569 INFO [RS:0;15ed1af4400d:33681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33681%2C1732605615970, suffix=, logDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970, archiveDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/oldWALs, maxLogs=10 2024-11-26T07:20:17,582 DEBUG [RS:0;15ed1af4400d:33681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, exclude list is [], retry=0 2024-11-26T07:20:17,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-ca47b825-a17a-4289-947e-4f44377c7d5b,DISK] 2024-11-26T07:20:17,586 INFO [RS:0;15ed1af4400d:33681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 2024-11-26T07:20:17,587 DEBUG [RS:0;15ed1af4400d:33681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-26T07:20:17,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:17,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:17,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:17,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:17,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:17,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:17,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:17,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:17,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:17,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:17,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:17,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:17,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:17,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:17,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:17,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740 2024-11-26T07:20:17,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740 2024-11-26T07:20:17,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:17,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:17,759 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:17,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:17,762 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:17,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73246809, jitterRate=0.09146250784397125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:17,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605617751Initializing all the Stores at 1732605617751Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605617751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605617751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605617751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605617751Cleaning up temporary data from old regions at 1732605617758 (+7 ms)Region opened successfully at 1732605617762 (+4 ms) 2024-11-26T07:20:17,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:17,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:17,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:17,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:17,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:17,763 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:17,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605617762Disabling compacts and flushes for region at 1732605617762Disabling writes for close at 1732605617762Writing region close event to WAL at 1732605617763 (+1 ms)Closed at 1732605617763 2024-11-26T07:20:17,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:17,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:20:17,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:20:17,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:17,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:20:17,916 DEBUG [15ed1af4400d:36749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:20:17,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:17,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,33681,1732605615970, state=OPENING 2024-11-26T07:20:17,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:17,921 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:17,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-886012247/meta-region-server: CHANGED 2024-11-26T07:20:17,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-886012247/meta-region-server: CHANGED 2024-11-26T07:20:17,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,33681,1732605615970}] 2024-11-26T07:20:18,073 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:18,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:20:18,077 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:20:18,078 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:18,078 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:20:18,079 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33681%2C1732605615970.meta, suffix=.meta, logDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970, archiveDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/oldWALs, maxLogs=10 2024-11-26T07:20:18,092 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.meta.1732605618079.meta, exclude list is [], retry=0 2024-11-26T07:20:18,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-ca47b825-a17a-4289-947e-4f44377c7d5b,DISK] 2024-11-26T07:20:18,095 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.meta.1732605618079.meta 2024-11-26T07:20:18,096 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-26T07:20:18,096 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:18,097 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:18,097 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:18,097 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:20:18,097 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:20:18,097 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:20:18,097 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:18,097 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:20:18,097 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:20:18,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:18,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:18,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:18,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:18,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:18,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:18,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:18,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:18,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:18,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:18,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:18,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:18,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:18,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:18,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:18,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:18,102 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:18,102 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740 2024-11-26T07:20:18,103 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740 2024-11-26T07:20:18,104 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:18,104 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:18,104 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:18,105 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:18,105 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68715277, jitterRate=0.023937419056892395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:18,105 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:20:18,105 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605618097Writing region info on filesystem at 1732605618097Initializing all the Stores at 1732605618098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605618098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605618098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605618098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605618098Cleaning up temporary data from old regions at 1732605618104 (+6 ms)Running coprocessor post-open hooks at 1732605618105 (+1 ms)Region opened successfully at 1732605618105 2024-11-26T07:20:18,106 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605618073 2024-11-26T07:20:18,108 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:20:18,108 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:20:18,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:18,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,33681,1732605615970, state=OPEN 2024-11-26T07:20:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-886012247/meta-region-server 2024-11-26T07:20:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-886012247/meta-region-server 2024-11-26T07:20:18,110 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:18,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-886012247/meta-region-server: CHANGED 2024-11-26T07:20:18,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-886012247/meta-region-server: CHANGED 2024-11-26T07:20:18,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:20:18,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,33681,1732605615970 in 189 msec 2024-11-26T07:20:18,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:20:18,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-26T07:20:18,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:18,114 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:20:18,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:18,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33681,1732605615970, seqNum=-1] 2024-11-26T07:20:18,115 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:18,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:18,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-26T07:20:18,120 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605618120, completionTime=-1 2024-11-26T07:20:18,120 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:20:18,120 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605678122 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605738122 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36749,1732605615934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36749,1732605615934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36749,1732605615934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:36749, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:18,122 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:18,123 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:18,124 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.118sec 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36749,1732605615934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:18,126 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36749,1732605615934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:20:18,127 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:20:18,127 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:20:18,127 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,36749,1732605615934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:18,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416e9fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:18,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36749,-1 for getting cluster id 2024-11-26T07:20:18,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:18,194 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009f69aa-efa8-4c53-b937-6d87e4771cb9' 2024-11-26T07:20:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009f69aa-efa8-4c53-b937-6d87e4771cb9" 2024-11-26T07:20:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a99b396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36749,-1] 2024-11-26T07:20:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:18,196 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:18,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:18,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33681,1732605615970, seqNum=-1] 2024-11-26T07:20:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:18,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:18,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,36749,1732605615934 2024-11-26T07:20:18,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:18,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:18,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101532575320005 connected 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.log.dir so I do NOT create it in target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8 2024-11-26T07:20:18,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.tmp.dir so I do NOT create it in target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8 2024-11-26T07:20:18,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:20:18,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/cluster_1c1a1022-cda5-ddb5-9ba3-cb5749e23741, deleteOnExit=true 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/test.cache.data in system properties and HBase conf 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:20:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:20:18,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:20:18,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:18,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:18,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:18,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:18,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:18,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:18,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:20:18,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:18,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d838bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:18,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569c531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:18,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bcc0901{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/java.io.tmpdir/jetty-localhost-46533-hadoop-hdfs-3_4_1-tests_jar-_-any-2083142291048554246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:18,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c1eb1c5{HTTP/1.1, (http/1.1)}{localhost:46533} 2024-11-26T07:20:18,489 INFO [Time-limited test {}] server.Server(415): Started @210834ms 2024-11-26T07:20:18,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:18,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:18,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:18,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:18,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:18,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b0f833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:18,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cf71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:18,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583d7786{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/java.io.tmpdir/jetty-localhost-33351-hadoop-hdfs-3_4_1-tests_jar-_-any-4267171349458778623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:18,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14b05bf4{HTTP/1.1, (http/1.1)}{localhost:33351} 2024-11-26T07:20:18,696 INFO [Time-limited test {}] server.Server(415): Started @211040ms 2024-11-26T07:20:18,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:20:18,792 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/cluster_1c1a1022-cda5-ddb5-9ba3-cb5749e23741/data/data1/current/BP-1148967827-172.17.0.2-1732605618226/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:18,792 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/cluster_1c1a1022-cda5-ddb5-9ba3-cb5749e23741/data/data2/current/BP-1148967827-172.17.0.2-1732605618226/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:18,811 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:20:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x429a56577bc87ae4 with lease ID 0xb607417bd479249e: Processing first storage report for DS-84e12bfc-aeed-436e-a9a8-ec53706313aa from datanode DatanodeRegistration(127.0.0.1:33459, datanodeUuid=dcf3ad7a-5964-424c-b688-ab3803b70287, infoPort=33657, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=476869800;c=1732605618226) 2024-11-26T07:20:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x429a56577bc87ae4 with lease ID 0xb607417bd479249e: from storage DS-84e12bfc-aeed-436e-a9a8-ec53706313aa node DatanodeRegistration(127.0.0.1:33459, datanodeUuid=dcf3ad7a-5964-424c-b688-ab3803b70287, infoPort=33657, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=476869800;c=1732605618226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x429a56577bc87ae4 with lease ID 0xb607417bd479249e: Processing first storage report for DS-edea4e93-8438-453d-8398-3fea642d4066 from datanode DatanodeRegistration(127.0.0.1:33459, datanodeUuid=dcf3ad7a-5964-424c-b688-ab3803b70287, infoPort=33657, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=476869800;c=1732605618226) 2024-11-26T07:20:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x429a56577bc87ae4 with lease ID 0xb607417bd479249e: from storage DS-edea4e93-8438-453d-8398-3fea642d4066 node DatanodeRegistration(127.0.0.1:33459, datanodeUuid=dcf3ad7a-5964-424c-b688-ab3803b70287, infoPort=33657, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=476869800;c=1732605618226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:18,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8 2024-11-26T07:20:18,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:18,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:18,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:20:19,239 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a with version=8 2024-11-26T07:20:19,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/hbase-staging 2024-11-26T07:20:19,241 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:19,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:19,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:19,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:19,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:19,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:19,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:20:19,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:19,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45255 2024-11-26T07:20:19,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45255 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:19,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452550x0, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:19,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45255-0x101532575320006 connected 2024-11-26T07:20:19,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:19,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:19,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on znode that does not yet exist, /2255917392/running 2024-11-26T07:20:19,264 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a, hbase.cluster.distributed=false 2024-11-26T07:20:19,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on znode that does not yet exist, /2255917392/acl 2024-11-26T07:20:19,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45255 2024-11-26T07:20:19,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45255 2024-11-26T07:20:19,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45255 2024-11-26T07:20:19,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45255 2024-11-26T07:20:19,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45255 2024-11-26T07:20:19,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:19,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:19,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:19,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:19,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:19,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:19,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:20:19,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:19,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34395 2024-11-26T07:20:19,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34395 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:19,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:19,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:19,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343950x0, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:19,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343950x0, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on znode that does not yet exist, /2255917392/running 2024-11-26T07:20:19,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34395-0x101532575320007 connected 2024-11-26T07:20:19,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:20:19,301 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:20:19,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on znode that does not yet exist, /2255917392/master 2024-11-26T07:20:19,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on znode that does not yet exist, /2255917392/acl 2024-11-26T07:20:19,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-26T07:20:19,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34395 2024-11-26T07:20:19,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34395 2024-11-26T07:20:19,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-26T07:20:19,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-26T07:20:19,323 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:45255 2024-11-26T07:20:19,324 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2255917392/backup-masters/15ed1af4400d,45255,1732605619241 2024-11-26T07:20:19,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392/backup-masters 2024-11-26T07:20:19,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392/backup-masters 2024-11-26T07:20:19,326 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on existing znode=/2255917392/backup-masters/15ed1af4400d,45255,1732605619241 2024-11-26T07:20:19,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2255917392/master 2024-11-26T07:20:19,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:19,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:19,328 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on existing znode=/2255917392/master 2024-11-26T07:20:19,328 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2255917392/backup-masters/15ed1af4400d,45255,1732605619241 from backup master directory 2024-11-26T07:20:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2255917392/backup-masters/15ed1af4400d,45255,1732605619241 2024-11-26T07:20:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392/backup-masters 2024-11-26T07:20:19,331 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:19,331 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,45255,1732605619241 2024-11-26T07:20:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392/backup-masters 2024-11-26T07:20:19,336 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/hbase.id] with ID: aa925792-427e-4ff1-9246-74f541c6ebe6 2024-11-26T07:20:19,336 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/.tmp/hbase.id 2024-11-26T07:20:19,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:20:19,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:20:19,741 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/.tmp/hbase.id]:[hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/hbase.id] 2024-11-26T07:20:19,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:19,751 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:20:19,752 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:20:19,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:19,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:20:19,763 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:19,764 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:20:19,764 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:20:20,179 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store 2024-11-26T07:20:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:20:20,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:20,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:20,334 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38310 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:20,584 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:20,584 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:20,584 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:20,584 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:20,585 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-26T07:20:20,585 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:20,585 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:20,585 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605620584Disabling compacts and flushes for region at 1732605620584Disabling writes for close at 1732605620585 (+1 ms)Writing region close event to WAL at 1732605620585Closed at 1732605620585 2024-11-26T07:20:20,585 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/.initializing 2024-11-26T07:20:20,585 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/WALs/15ed1af4400d,45255,1732605619241 2024-11-26T07:20:20,586 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:20,587 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C45255%2C1732605619241, suffix=, logDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/WALs/15ed1af4400d,45255,1732605619241, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/oldWALs, maxLogs=10 2024-11-26T07:20:20,601 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/WALs/15ed1af4400d,45255,1732605619241/15ed1af4400d%2C45255%2C1732605619241.1732605620588, exclude list is [], retry=0 2024-11-26T07:20:20,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33459,DS-84e12bfc-aeed-436e-a9a8-ec53706313aa,DISK] 2024-11-26T07:20:20,605 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/WALs/15ed1af4400d,45255,1732605619241/15ed1af4400d%2C45255%2C1732605619241.1732605620588 2024-11-26T07:20:20,606 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657)] 2024-11-26T07:20:20,606 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:20,606 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:20,606 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,606 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:20:20,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:20,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:20,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:20:20,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:20,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:20,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:20:20,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:20,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:20,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:20:20,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:20,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:20,612 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,613 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,613 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,614 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,614 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,614 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:20,615 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:20,617 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:20,617 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71210782, jitterRate=0.06112334132194519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:20,617 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605620606Initializing all the Stores at 1732605620607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605620607Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605620607Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605620607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605620607Cleaning up temporary data from old regions at 1732605620614 (+7 ms)Region opened successfully at 1732605620617 (+3 ms) 2024-11-26T07:20:20,617 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:20:20,619 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b70da4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:20,620 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:20:20,620 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:20:20,620 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:20:20,620 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:20:20,621 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:20:20,621 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:20:20,621 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:20:20,623 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:20:20,623 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Unable to get data of znode /2255917392/balancer because node does not exist (not necessarily an error) 2024-11-26T07:20:20,624 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2255917392/balancer already deleted, retry=false 2024-11-26T07:20:20,624 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:20:20,625 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Unable to get data of znode /2255917392/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:20:20,626 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2255917392/normalizer already deleted, retry=false 2024-11-26T07:20:20,626 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:20:20,629 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Unable to get data of znode /2255917392/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:20:20,633 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2255917392/switch/split already deleted, retry=false 2024-11-26T07:20:20,634 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Unable to get data of znode /2255917392/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:20:20,635 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2255917392/switch/merge already deleted, retry=false 2024-11-26T07:20:20,637 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Unable to get data of znode /2255917392/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:20:20,638 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2255917392/snapshot-cleanup already deleted, retry=false 2024-11-26T07:20:20,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2255917392/running 2024-11-26T07:20:20,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2255917392/running 2024-11-26T07:20:20,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:20,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:20,640 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,45255,1732605619241, sessionid=0x101532575320006, setting cluster-up flag (Was=false) 2024-11-26T07:20:20,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:20,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:20,649 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2255917392/flush-table-proc/acquired, /2255917392/flush-table-proc/reached, /2255917392/flush-table-proc/abort 2024-11-26T07:20:20,651 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,45255,1732605619241 2024-11-26T07:20:20,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:20,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:20,662 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2255917392/online-snapshot/acquired, /2255917392/online-snapshot/reached, /2255917392/online-snapshot/abort 2024-11-26T07:20:20,663 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,45255,1732605619241 2024-11-26T07:20:20,664 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:20:20,665 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:20,666 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:20:20,666 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:20:20,666 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,45255,1732605619241 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:20,667 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:20,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:20:20,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:20,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:20:20,674 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605650674 2024-11-26T07:20:20,675 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:20:20,675 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:20:20,675 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:20:20,675 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:20:20,675 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:20:20,675 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:20:20,675 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,676 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:20:20,676 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:20:20,677 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:20:20,677 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:20:20,680 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:20:20,680 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:20:20,684 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605620680,5,FailOnTimeoutGroup] 2024-11-26T07:20:20,684 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605620684,5,FailOnTimeoutGroup] 2024-11-26T07:20:20,684 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,685 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:20:20,685 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,685 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:20:20,714 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(746): ClusterId : aa925792-427e-4ff1-9246-74f541c6ebe6 2024-11-26T07:20:20,714 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:20:20,716 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:20:20,716 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:20:20,717 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:20:20,718 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495bfc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:20,745 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:34395 2024-11-26T07:20:20,745 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:20:20,745 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:20:20,745 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:20:20,746 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,45255,1732605619241 with port=34395, startcode=1732605619293 2024-11-26T07:20:20,746 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:20:20,748 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:20:20,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,34395,1732605619293 2024-11-26T07:20:20,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45255 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:20,750 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a 2024-11-26T07:20:20,750 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44735 2024-11-26T07:20:20,750 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:20:20,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392/rs 2024-11-26T07:20:20,757 DEBUG [RS:0;15ed1af4400d:34395 {}] zookeeper.ZKUtil(111): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on existing znode=/2255917392/rs/15ed1af4400d,34395,1732605619293 2024-11-26T07:20:20,757 WARN [RS:0;15ed1af4400d:34395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:20,757 INFO [RS:0;15ed1af4400d:34395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:20,757 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293 2024-11-26T07:20:20,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,34395,1732605619293] 2024-11-26T07:20:20,760 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:20:20,762 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:20:20,762 INFO [RS:0;15ed1af4400d:34395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:20:20,762 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,763 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:20:20,763 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:20:20,763 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,763 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,763 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,763 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,763 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,763 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:20,764 DEBUG [RS:0;15ed1af4400d:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:20,768 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,768 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,768 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,768 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,768 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,768 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34395,1732605619293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:20,791 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:20:20,791 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,34395,1732605619293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,791 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,791 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.Replication(171): 15ed1af4400d,34395,1732605619293 started 2024-11-26T07:20:20,812 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:20,812 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,34395,1732605619293, RpcServer on 15ed1af4400d/172.17.0.2:34395, sessionid=0x101532575320007 2024-11-26T07:20:20,812 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:20:20,812 DEBUG [RS:0;15ed1af4400d:34395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,34395,1732605619293 2024-11-26T07:20:20,812 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,34395,1732605619293' 2024-11-26T07:20:20,812 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2255917392/flush-table-proc/abort' 2024-11-26T07:20:20,813 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2255917392/flush-table-proc/acquired' 2024-11-26T07:20:20,813 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:20:20,813 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:20:20,813 DEBUG [RS:0;15ed1af4400d:34395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,34395,1732605619293 2024-11-26T07:20:20,813 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,34395,1732605619293' 2024-11-26T07:20:20,814 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2255917392/online-snapshot/abort' 2024-11-26T07:20:20,814 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2255917392/online-snapshot/acquired' 2024-11-26T07:20:20,814 DEBUG [RS:0;15ed1af4400d:34395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:20:20,814 INFO [RS:0;15ed1af4400d:34395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:20:20,814 INFO [RS:0;15ed1af4400d:34395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:20:20,915 INFO [RS:0;15ed1af4400d:34395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:20,916 INFO [RS:0;15ed1af4400d:34395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C34395%2C1732605619293, suffix=, logDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/oldWALs, maxLogs=10 2024-11-26T07:20:20,929 DEBUG [RS:0;15ed1af4400d:34395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, exclude list is [], retry=0 2024-11-26T07:20:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33459,DS-84e12bfc-aeed-436e-a9a8-ec53706313aa,DISK] 2024-11-26T07:20:20,933 INFO [RS:0;15ed1af4400d:34395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 2024-11-26T07:20:20,934 DEBUG [RS:0;15ed1af4400d:34395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657)] 2024-11-26T07:20:21,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:20:21,091 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a 2024-11-26T07:20:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:20:21,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:21,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:21,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:21,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:21,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:21,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:21,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:21,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:21,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:21,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:21,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740 2024-11-26T07:20:21,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740 2024-11-26T07:20:21,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:21,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:21,505 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:21,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:21,507 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:21,507 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72498791, jitterRate=0.08031617105007172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:21,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605621498Initializing all the Stores at 1732605621498Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605621498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605621498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605621498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605621498Cleaning up temporary data from old regions at 1732605621505 (+7 ms)Region opened successfully at 1732605621507 (+2 ms) 2024-11-26T07:20:21,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:21,508 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:21,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:21,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:21,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:21,508 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:21,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605621508Disabling compacts and flushes for region at 1732605621508Disabling writes for close at 1732605621508Writing region close event to WAL at 1732605621508Closed at 1732605621508 2024-11-26T07:20:21,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:21,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:20:21,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:20:21,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:21,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:20:21,661 DEBUG [15ed1af4400d:45255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:20:21,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:21,663 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,34395,1732605619293, state=OPENING 2024-11-26T07:20:21,664 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:20:21,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:21,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:21,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:21,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2255917392/meta-region-server: CHANGED 2024-11-26T07:20:21,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2255917392/meta-region-server: CHANGED 2024-11-26T07:20:21,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,34395,1732605619293}] 2024-11-26T07:20:21,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:21,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:20:21,822 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:20:21,822 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:21,822 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:20:21,823 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C34395%2C1732605619293.meta, suffix=.meta, logDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/oldWALs, maxLogs=10 2024-11-26T07:20:21,837 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.meta.1732605621824.meta, exclude list is [], retry=0 2024-11-26T07:20:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33459,DS-84e12bfc-aeed-436e-a9a8-ec53706313aa,DISK] 2024-11-26T07:20:21,840 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.meta.1732605621824.meta 2024-11-26T07:20:21,840 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657)] 2024-11-26T07:20:21,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:21,841 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:21,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:21,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:20:21,841 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:20:21,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:20:21,841 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:21,842 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:20:21,842 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:20:21,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:21,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:21,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:21,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:21,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:21,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:21,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:21,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:21,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:21,846 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:21,847 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740 2024-11-26T07:20:21,848 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740 2024-11-26T07:20:21,848 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:21,848 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:21,849 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:21,850 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:21,850 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74622800, jitterRate=0.11196637153625488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:21,850 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:20:21,850 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605621842Writing region info on filesystem at 1732605621842Initializing all the Stores at 1732605621842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605621842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605621842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605621842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605621842Cleaning up temporary data from old regions at 1732605621848 (+6 ms)Running coprocessor post-open hooks at 1732605621850 (+2 ms)Region opened successfully at 1732605621850 2024-11-26T07:20:21,851 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605621818 2024-11-26T07:20:21,853 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:20:21,853 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:20:21,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:21,854 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,34395,1732605619293, state=OPEN 2024-11-26T07:20:21,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2255917392/meta-region-server 2024-11-26T07:20:21,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2255917392/meta-region-server 2024-11-26T07:20:21,856 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:21,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2255917392/meta-region-server: CHANGED 2024-11-26T07:20:21,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2255917392/meta-region-server: CHANGED 2024-11-26T07:20:21,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:20:21,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,34395,1732605619293 in 190 msec 2024-11-26T07:20:21,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:20:21,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-26T07:20:21,860 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:21,860 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:20:21,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:21,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,34395,1732605619293, seqNum=-1] 2024-11-26T07:20:21,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:21,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:21,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-26T07:20:21,866 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605621866, completionTime=-1 2024-11-26T07:20:21,866 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:20:21,866 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605681868 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605741868 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45255,1732605619241-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45255,1732605619241-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45255,1732605619241-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:45255, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:21,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:21,870 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:20:21,871 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-26T07:20:21,871 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:20:21,871 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:20:21,871 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:20:21,871 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:20:21,871 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:20:21,872 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45255,1732605619241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:21,872 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45255,1732605619241-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:20:21,873 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:20:21,873 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:20:21,873 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,45255,1732605619241-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:21,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b47607c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:21,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:21,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:21,915 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2206d42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:21,917 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:21,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136da28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:21,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:21,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,34395,1732605619293, seqNum=-1] 2024-11-26T07:20:21,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:21,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:21,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,45255,1732605619241 2024-11-26T07:20:21,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-26T07:20:21,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:21,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101532575320008 connected 2024-11-26T07:20:21,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,34699,1732605611713 2024-11-26T07:20:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6abef7db 2024-11-26T07:20:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:21,931 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:21,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:20:21,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:20:21,933 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:21,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:20:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:21,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:20:21,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:20:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:22,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5aac7acef8353feb0e676359e6017d3, NAME => 'test,,1732605621931.f5aac7acef8353feb0e676359e6017d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b 2024-11-26T07:20:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:20:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605621931.f5aac7acef8353feb0e676359e6017d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5aac7acef8353feb0e676359e6017d3, disabling compactions & flushes 2024-11-26T07:20:22,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. after waiting 0 ms 2024-11-26T07:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:22,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5aac7acef8353feb0e676359e6017d3: Waiting for close lock at 1732605622746Disabling compacts and flushes for region at 1732605622746Disabling writes for close at 1732605622746Writing region close event to WAL at 1732605622746Closed at 1732605622746 2024-11-26T07:20:22,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:20:22,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605621931.f5aac7acef8353feb0e676359e6017d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605622747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605622747"}]},"ts":"1732605622747"} 2024-11-26T07:20:22,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:20:22,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:20:22,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605622750"}]},"ts":"1732605622750"} 2024-11-26T07:20:22,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:20:22,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5aac7acef8353feb0e676359e6017d3, ASSIGN}] 2024-11-26T07:20:22,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5aac7acef8353feb0e676359e6017d3, ASSIGN 2024-11-26T07:20:22,754 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5aac7acef8353feb0e676359e6017d3, ASSIGN; state=OFFLINE, location=15ed1af4400d,36281,1732605611791; forceNewPlan=false, retain=false 2024-11-26T07:20:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:20:22,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:20:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:22,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T07:20:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:22,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:20:22,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:20:22,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:20:22,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5aac7acef8353feb0e676359e6017d3, regionState=OPENING, regionLocation=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:22,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5aac7acef8353feb0e676359e6017d3, ASSIGN because future has completed 2024-11-26T07:20:22,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5aac7acef8353feb0e676359e6017d3, server=15ed1af4400d,36281,1732605611791}] 2024-11-26T07:20:23,062 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:23,062 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5aac7acef8353feb0e676359e6017d3, NAME => 'test,,1732605621931.f5aac7acef8353feb0e676359e6017d3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:23,063 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:23,063 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:20:23,063 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,063 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605621931.f5aac7acef8353feb0e676359e6017d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:23,063 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,063 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,064 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,065 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5aac7acef8353feb0e676359e6017d3 columnFamilyName f 2024-11-26T07:20:23,065 DEBUG [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:23,066 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] regionserver.HStore(327): Store=f5aac7acef8353feb0e676359e6017d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:23,066 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,066 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5aac7acef8353feb0e676359e6017d3 columnFamilyName f1 2024-11-26T07:20:23,066 DEBUG [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:23,067 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] regionserver.HStore(327): Store=f5aac7acef8353feb0e676359e6017d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:23,067 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,068 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5aac7acef8353feb0e676359e6017d3 columnFamilyName norep 2024-11-26T07:20:23,068 DEBUG [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:23,068 INFO [StoreOpener-f5aac7acef8353feb0e676359e6017d3-1 {}] regionserver.HStore(327): Store=f5aac7acef8353feb0e676359e6017d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:23,068 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,069 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,069 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,070 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,070 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,070 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:20:23,071 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,072 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:23,073 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5aac7acef8353feb0e676359e6017d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61716411, jitterRate=-0.08035381138324738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:20:23,073 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:23,073 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5aac7acef8353feb0e676359e6017d3: Running coprocessor pre-open hook at 1732605623063Writing region info on filesystem at 1732605623063Initializing all the Stores at 1732605623064 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605623064Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605623064Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605623064Cleaning up temporary data from old regions at 1732605623070 (+6 ms)Running coprocessor post-open hooks at 1732605623073 (+3 ms)Region opened successfully at 1732605623073 2024-11-26T07:20:23,074 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605621931.f5aac7acef8353feb0e676359e6017d3., pid=6, masterSystemTime=1732605623059 2024-11-26T07:20:23,076 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:23,076 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:23,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5aac7acef8353feb0e676359e6017d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:23,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5aac7acef8353feb0e676359e6017d3, server=15ed1af4400d,36281,1732605611791 because future has completed 2024-11-26T07:20:23,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:20:23,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5aac7acef8353feb0e676359e6017d3, server=15ed1af4400d,36281,1732605611791 in 172 msec 2024-11-26T07:20:23,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:20:23,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5aac7acef8353feb0e676359e6017d3, ASSIGN in 328 msec 2024-11-26T07:20:23,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:20:23,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605623082"}]},"ts":"1732605623082"} 2024-11-26T07:20:23,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:20:23,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:20:23,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-26T07:20:23,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:23,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:23,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:24,084 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:20:24,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36749,1732605615934 2024-11-26T07:20:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276552b1 2024-11-26T07:20:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:24,086 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:24,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:20:24,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:20:24,088 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:24,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:20:24,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:20:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:24,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:20:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:24,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aad4cb1b67dfb2a431635381902fcd9c, NAME => 'test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92 2024-11-26T07:20:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:20:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:24,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:24,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aad4cb1b67dfb2a431635381902fcd9c, disabling compactions & flushes 2024-11-26T07:20:24,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:24,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:24,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. after waiting 0 ms 2024-11-26T07:20:24,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:24,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:24,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aad4cb1b67dfb2a431635381902fcd9c: Waiting for close lock at 1732605624903Disabling compacts and flushes for region at 1732605624903Disabling writes for close at 1732605624903Writing region close event to WAL at 1732605624903Closed at 1732605624903 2024-11-26T07:20:24,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:20:24,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605624904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605624904"}]},"ts":"1732605624904"} 2024-11-26T07:20:24,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:20:24,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:20:24,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605624907"}]},"ts":"1732605624907"} 2024-11-26T07:20:24,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:20:24,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aad4cb1b67dfb2a431635381902fcd9c, ASSIGN}] 2024-11-26T07:20:24,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aad4cb1b67dfb2a431635381902fcd9c, ASSIGN 2024-11-26T07:20:24,910 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aad4cb1b67dfb2a431635381902fcd9c, ASSIGN; state=OFFLINE, location=15ed1af4400d,33681,1732605615970; forceNewPlan=false, retain=false 2024-11-26T07:20:25,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aad4cb1b67dfb2a431635381902fcd9c, regionState=OPENING, regionLocation=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:25,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aad4cb1b67dfb2a431635381902fcd9c, ASSIGN because future has completed 2024-11-26T07:20:25,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aad4cb1b67dfb2a431635381902fcd9c, server=15ed1af4400d,33681,1732605615970}] 2024-11-26T07:20:25,218 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:25,218 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aad4cb1b67dfb2a431635381902fcd9c, NAME => 'test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:25,218 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:25,218 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:20:25,219 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,219 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:25,219 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,219 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,220 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,221 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad4cb1b67dfb2a431635381902fcd9c columnFamilyName f 2024-11-26T07:20:25,221 DEBUG [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:25,221 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] regionserver.HStore(327): Store=aad4cb1b67dfb2a431635381902fcd9c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:25,221 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,222 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad4cb1b67dfb2a431635381902fcd9c columnFamilyName f1 2024-11-26T07:20:25,222 DEBUG [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:25,222 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] regionserver.HStore(327): Store=aad4cb1b67dfb2a431635381902fcd9c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:25,222 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,223 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad4cb1b67dfb2a431635381902fcd9c columnFamilyName norep 2024-11-26T07:20:25,223 DEBUG [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:25,223 INFO [StoreOpener-aad4cb1b67dfb2a431635381902fcd9c-1 {}] regionserver.HStore(327): Store=aad4cb1b67dfb2a431635381902fcd9c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:25,224 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,224 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,224 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,225 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,225 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,225 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:20:25,226 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,227 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:25,228 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aad4cb1b67dfb2a431635381902fcd9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74205903, jitterRate=0.10575412213802338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:20:25,228 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:25,228 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aad4cb1b67dfb2a431635381902fcd9c: Running coprocessor pre-open hook at 1732605625219Writing region info on filesystem at 1732605625219Initializing all the Stores at 1732605625219Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605625219Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605625219Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605625220 (+1 ms)Cleaning up temporary data from old regions at 1732605625225 (+5 ms)Running coprocessor post-open hooks at 1732605625228 (+3 ms)Region opened successfully at 1732605625228 2024-11-26T07:20:25,228 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c., pid=6, masterSystemTime=1732605625215 2024-11-26T07:20:25,230 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:25,230 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:25,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aad4cb1b67dfb2a431635381902fcd9c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:25,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aad4cb1b67dfb2a431635381902fcd9c, server=15ed1af4400d,33681,1732605615970 because future has completed 2024-11-26T07:20:25,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:20:25,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aad4cb1b67dfb2a431635381902fcd9c, server=15ed1af4400d,33681,1732605615970 in 170 msec 2024-11-26T07:20:25,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:20:25,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aad4cb1b67dfb2a431635381902fcd9c, ASSIGN in 326 msec 2024-11-26T07:20:25,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:20:25,236 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605625236"}]},"ts":"1732605625236"} 2024-11-26T07:20:25,238 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:20:25,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:20:25,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-26T07:20:25,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:20:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:26,233 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:20:26,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45255,1732605619241 2024-11-26T07:20:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666c326 2024-11-26T07:20:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:26,236 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:26,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:20:26,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:20:26,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:26,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:20:26,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:20:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:26,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:20:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:26,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fc8a5f9afba4de519cfce286b81f3bb, NAME => 'test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a 2024-11-26T07:20:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:20:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:27,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:27,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5fc8a5f9afba4de519cfce286b81f3bb, disabling compactions & flushes 2024-11-26T07:20:27,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:27,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:27,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. after waiting 0 ms 2024-11-26T07:20:27,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:27,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:27,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fc8a5f9afba4de519cfce286b81f3bb: Waiting for close lock at 1732605627052Disabling compacts and flushes for region at 1732605627052Disabling writes for close at 1732605627052Writing region close event to WAL at 1732605627052Closed at 1732605627052 2024-11-26T07:20:27,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:20:27,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605627053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605627053"}]},"ts":"1732605627053"} 2024-11-26T07:20:27,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:20:27,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:20:27,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605627056"}]},"ts":"1732605627056"} 2024-11-26T07:20:27,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:20:27,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5fc8a5f9afba4de519cfce286b81f3bb, ASSIGN}] 2024-11-26T07:20:27,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5fc8a5f9afba4de519cfce286b81f3bb, ASSIGN 2024-11-26T07:20:27,059 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5fc8a5f9afba4de519cfce286b81f3bb, ASSIGN; state=OFFLINE, location=15ed1af4400d,34395,1732605619293; forceNewPlan=false, retain=false 2024-11-26T07:20:27,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fc8a5f9afba4de519cfce286b81f3bb, regionState=OPENING, regionLocation=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:27,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5fc8a5f9afba4de519cfce286b81f3bb, ASSIGN because future has completed 2024-11-26T07:20:27,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc8a5f9afba4de519cfce286b81f3bb, server=15ed1af4400d,34395,1732605619293}] 2024-11-26T07:20:27,367 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:27,367 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fc8a5f9afba4de519cfce286b81f3bb, NAME => 'test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:27,367 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:27,368 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:20:27,368 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,368 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:27,368 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,368 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,369 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,370 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc8a5f9afba4de519cfce286b81f3bb columnFamilyName f 2024-11-26T07:20:27,370 DEBUG [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:27,371 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] regionserver.HStore(327): Store=5fc8a5f9afba4de519cfce286b81f3bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:27,371 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,372 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc8a5f9afba4de519cfce286b81f3bb columnFamilyName f1 2024-11-26T07:20:27,372 DEBUG [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:27,372 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] regionserver.HStore(327): Store=5fc8a5f9afba4de519cfce286b81f3bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:27,372 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,373 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc8a5f9afba4de519cfce286b81f3bb columnFamilyName norep 2024-11-26T07:20:27,373 DEBUG [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:27,373 INFO [StoreOpener-5fc8a5f9afba4de519cfce286b81f3bb-1 {}] regionserver.HStore(327): Store=5fc8a5f9afba4de519cfce286b81f3bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:27,373 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,374 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,374 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,375 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,375 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,375 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:20:27,376 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,377 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:27,378 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5fc8a5f9afba4de519cfce286b81f3bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58950515, jitterRate=-0.12156887352466583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:20:27,378 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:27,378 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5fc8a5f9afba4de519cfce286b81f3bb: Running coprocessor pre-open hook at 1732605627368Writing region info on filesystem at 1732605627368Initializing all the Stores at 1732605627369 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605627369Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605627369Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605627369Cleaning up temporary data from old regions at 1732605627375 (+6 ms)Running coprocessor post-open hooks at 1732605627378 (+3 ms)Region opened successfully at 1732605627378 2024-11-26T07:20:27,379 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb., pid=6, masterSystemTime=1732605627364 2024-11-26T07:20:27,380 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:27,380 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:27,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fc8a5f9afba4de519cfce286b81f3bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:27,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc8a5f9afba4de519cfce286b81f3bb, server=15ed1af4400d,34395,1732605619293 because future has completed 2024-11-26T07:20:27,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:20:27,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fc8a5f9afba4de519cfce286b81f3bb, server=15ed1af4400d,34395,1732605619293 in 171 msec 2024-11-26T07:20:27,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:20:27,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5fc8a5f9afba4de519cfce286b81f3bb, ASSIGN in 328 msec 2024-11-26T07:20:27,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:20:27,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605627387"}]},"ts":"1732605627387"} 2024-11-26T07:20:27,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:20:27,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:20:27,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-26T07:20:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:20:28,384 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:20:28,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa2ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:28,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,34699,-1 for getting cluster id 2024-11-26T07:20:28,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:28,386 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f1a51c9-5bc0-4e4c-9c90-db21923860b3' 2024-11-26T07:20:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f1a51c9-5bc0-4e4c-9c90-db21923860b3" 2024-11-26T07:20:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c71d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,34699,-1] 2024-11-26T07:20:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:28,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:28,387 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a89f50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:28,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,34699,1732605611713 2024-11-26T07:20:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31005dbb 2024-11-26T07:20:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:28,390 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:28,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:36749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:20:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:20:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:28,392 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:36749' 2024-11-26T07:20:28,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ff14cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:28,393 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36749,-1 for getting cluster id 2024-11-26T07:20:28,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:28,394 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009f69aa-efa8-4c53-b937-6d87e4771cb9' 2024-11-26T07:20:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009f69aa-efa8-4c53-b937-6d87e4771cb9" 2024-11-26T07:20:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9378c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36749,-1] 2024-11-26T07:20:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:28,395 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:28,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8c2d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:28,396 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:28,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36749,1732605615934 2024-11-26T07:20:28,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c6f4e24 2024-11-26T07:20:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:28,397 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:28,398 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:20:28,398 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:20:28,398 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:28,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:28,398 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:28,398 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:28,399 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:20:28,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:20:28,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:28,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:20:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:20:28,449 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:20:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:28,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:28,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:28,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01849624a07ed0ef27bd5ba39da6cd49, NAME => 'hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b 2024-11-26T07:20:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:20:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:29,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:29,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01849624a07ed0ef27bd5ba39da6cd49, disabling compactions & flushes 2024-11-26T07:20:29,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:29,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:29,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. after waiting 0 ms 2024-11-26T07:20:29,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:29,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:29,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01849624a07ed0ef27bd5ba39da6cd49: Waiting for close lock at 1732605629214Disabling compacts and flushes for region at 1732605629214Disabling writes for close at 1732605629214Writing region close event to WAL at 1732605629214Closed at 1732605629214 2024-11-26T07:20:29,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:20:29,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605629215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605629215"}]},"ts":"1732605629215"} 2024-11-26T07:20:29,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:20:29,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:20:29,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605629218"}]},"ts":"1732605629218"} 2024-11-26T07:20:29,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:20:29,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01849624a07ed0ef27bd5ba39da6cd49, ASSIGN}] 2024-11-26T07:20:29,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01849624a07ed0ef27bd5ba39da6cd49, ASSIGN 2024-11-26T07:20:29,221 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01849624a07ed0ef27bd5ba39da6cd49, ASSIGN; state=OFFLINE, location=15ed1af4400d,36281,1732605611791; forceNewPlan=false, retain=false 2024-11-26T07:20:29,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01849624a07ed0ef27bd5ba39da6cd49, regionState=OPENING, regionLocation=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01849624a07ed0ef27bd5ba39da6cd49, ASSIGN because future has completed 2024-11-26T07:20:29,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01849624a07ed0ef27bd5ba39da6cd49, server=15ed1af4400d,36281,1732605611791}] 2024-11-26T07:20:29,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:29,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:29,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:20:29,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C36281%2C1732605611791.rep, suffix=, logDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791, archiveDir=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/oldWALs, maxLogs=10 2024-11-26T07:20:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:29,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.rep.1732605629531, exclude list is [], retry=0 2024-11-26T07:20:29,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-eb75fbcc-88d3-4adb-9916-a5676bc0e4dc,DISK] 2024-11-26T07:20:29,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.rep.1732605629531 2024-11-26T07:20:29,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34437:34437)] 2024-11-26T07:20:29,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01849624a07ed0ef27bd5ba39da6cd49, NAME => 'hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:29,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:29,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:29,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. service=MultiRowMutationService 2024-11-26T07:20:29,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:20:29,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:29,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,550 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,551 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01849624a07ed0ef27bd5ba39da6cd49 columnFamilyName hfileref 2024-11-26T07:20:29,551 DEBUG [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:29,552 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] regionserver.HStore(327): Store=01849624a07ed0ef27bd5ba39da6cd49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:29,552 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,553 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01849624a07ed0ef27bd5ba39da6cd49 columnFamilyName queue 2024-11-26T07:20:29,553 DEBUG [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:29,553 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] regionserver.HStore(327): Store=01849624a07ed0ef27bd5ba39da6cd49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:29,553 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,554 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01849624a07ed0ef27bd5ba39da6cd49 columnFamilyName sid 2024-11-26T07:20:29,554 DEBUG [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:29,555 INFO [StoreOpener-01849624a07ed0ef27bd5ba39da6cd49-1 {}] regionserver.HStore(327): Store=01849624a07ed0ef27bd5ba39da6cd49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:29,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/replication/01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/replication/01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:20:29,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/replication/01849624a07ed0ef27bd5ba39da6cd49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:29,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01849624a07ed0ef27bd5ba39da6cd49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72116360, jitterRate=0.07461750507354736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:20:29,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:29,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01849624a07ed0ef27bd5ba39da6cd49: Running coprocessor pre-open hook at 1732605629549Writing region info on filesystem at 1732605629549Initializing all the Stores at 1732605629550 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605629550Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605629550Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605629550Cleaning up temporary data from old regions at 1732605629556 (+6 ms)Running coprocessor post-open hooks at 1732605629559 (+3 ms)Region opened successfully at 1732605629560 (+1 ms) 2024-11-26T07:20:29,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49., pid=10, masterSystemTime=1732605629526 2024-11-26T07:20:29,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:29,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:29,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01849624a07ed0ef27bd5ba39da6cd49, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,36281,1732605611791 2024-11-26T07:20:29,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01849624a07ed0ef27bd5ba39da6cd49, server=15ed1af4400d,36281,1732605611791 because future has completed 2024-11-26T07:20:29,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:20:29,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01849624a07ed0ef27bd5ba39da6cd49, server=15ed1af4400d,36281,1732605611791 in 192 msec 2024-11-26T07:20:29,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:20:29,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01849624a07ed0ef27bd5ba39da6cd49, ASSIGN in 348 msec 2024-11-26T07:20:29,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:20:29,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605629569"}]},"ts":"1732605629569"} 2024-11-26T07:20:29,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:20:29,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:20:29,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-26T07:20:29,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49., hostname=15ed1af4400d,36281,1732605611791, seqNum=2] 2024-11-26T07:20:29,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:29,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:29,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:20:29,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:20:29,767 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:20:29,796 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,36281,1732605611791, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:20:29,796 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:29,796 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,36281,1732605611791, seqNum=-1] 2024-11-26T07:20:29,797 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:29,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,36281,1732605611791', locateType=CURRENT is [region=hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49., hostname=15ed1af4400d,36281,1732605611791, seqNum=2] 2024-11-26T07:20:29,801 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:20:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:20:29,803 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,36281,1732605611791 suceeded 2024-11-26T07:20:29,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:20:29,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T07:20:29,805 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:36749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:20:29,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-26T07:20:29,815 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:36749' 2024-11-26T07:20:29,816 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@392b586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:29,817 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36749,-1 for getting cluster id 2024-11-26T07:20:29,817 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:29,817 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009f69aa-efa8-4c53-b937-6d87e4771cb9' 2024-11-26T07:20:29,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:29,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009f69aa-efa8-4c53-b937-6d87e4771cb9" 2024-11-26T07:20:29,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb22fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:29,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36749,-1] 2024-11-26T07:20:29,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:29,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:29,819 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:29,819 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468338e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:29,819 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36749,1732605615934 2024-11-26T07:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383f1cd2 2024-11-26T07:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:29,821 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T07:20:29,822 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,36281,1732605611791 (queues=1) is replicating from cluster=0f1a51c9-5bc0-4e4c-9c90-db21923860b3 to cluster=009f69aa-efa8-4c53-b937-6d87e4771cb9 2024-11-26T07:20:29,822 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C36281%2C1732605611791 2024-11-26T07:20:29,822 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,36281,1732605611791, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:20:29,822 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C36281%2C1732605611791 2024-11-26T07:20:29,822 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, startPosition=0, beingWritten=true 2024-11-26T07:20:29,827 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:29,827 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:29,827 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:30,031 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:30,334 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:30,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:30,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:30,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:30,544 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:20:30,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:30,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:30,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:30,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:30,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:30,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217cffe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:30,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36749,-1 for getting cluster id 2024-11-26T07:20:30,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:30,546 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009f69aa-efa8-4c53-b937-6d87e4771cb9' 2024-11-26T07:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009f69aa-efa8-4c53-b937-6d87e4771cb9" 2024-11-26T07:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca1ecc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36749,-1] 2024-11-26T07:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:30,547 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:30,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd0a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:30,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:30,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,36749,1732605615934 2024-11-26T07:20:30,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be4adc9 2024-11-26T07:20:30,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:30,549 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:30,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:45255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:20:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:20:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:30,552 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45255' 2024-11-26T07:20:30,562 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514d966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:30,562 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:30,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:30,563 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8421c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:30,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:30,564 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:30,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ac81aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:30,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:30,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45255,1732605619241 2024-11-26T07:20:30,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d85318 2024-11-26T07:20:30,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:30,567 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:30,567 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:20:30,567 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:20:30,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:30,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:30,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:30,568 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:30,569 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:20:30,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:20:30,570 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:30,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:20:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:20:30,619 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:20:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:30,738 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:30,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 190b1636100904036bea73081e7cdfac, NAME => 'hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92 2024-11-26T07:20:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:20:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:31,243 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:31,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:31,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 190b1636100904036bea73081e7cdfac, disabling compactions & flushes 2024-11-26T07:20:31,386 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:31,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:31,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. after waiting 0 ms 2024-11-26T07:20:31,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:31,386 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:31,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 190b1636100904036bea73081e7cdfac: Waiting for close lock at 1732605631386Disabling compacts and flushes for region at 1732605631386Disabling writes for close at 1732605631386Writing region close event to WAL at 1732605631386Closed at 1732605631386 2024-11-26T07:20:31,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:20:31,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605631387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605631387"}]},"ts":"1732605631387"} 2024-11-26T07:20:31,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:20:31,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:20:31,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605631390"}]},"ts":"1732605631390"} 2024-11-26T07:20:31,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:20:31,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=190b1636100904036bea73081e7cdfac, ASSIGN}] 2024-11-26T07:20:31,393 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=190b1636100904036bea73081e7cdfac, ASSIGN 2024-11-26T07:20:31,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=190b1636100904036bea73081e7cdfac, ASSIGN; state=OFFLINE, location=15ed1af4400d,33681,1732605615970; forceNewPlan=false, retain=false 2024-11-26T07:20:31,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=190b1636100904036bea73081e7cdfac, regionState=OPENING, regionLocation=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:31,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=190b1636100904036bea73081e7cdfac, ASSIGN because future has completed 2024-11-26T07:20:31,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 190b1636100904036bea73081e7cdfac, server=15ed1af4400d,33681,1732605615970}] 2024-11-26T07:20:31,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:20:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:31,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:31,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:31,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:20:31,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33681%2C1732605615970.rep, suffix=, logDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970, archiveDir=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/oldWALs, maxLogs=10 2024-11-26T07:20:31,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.rep.1732605631703, exclude list is [], retry=0 2024-11-26T07:20:31,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-ca47b825-a17a-4289-947e-4f44377c7d5b,DISK] 2024-11-26T07:20:31,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.rep.1732605631703 2024-11-26T07:20:31,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-26T07:20:31,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 190b1636100904036bea73081e7cdfac, NAME => 'hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:31,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:31,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:31,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. service=MultiRowMutationService 2024-11-26T07:20:31,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:20:31,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:31,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,724 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,725 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 190b1636100904036bea73081e7cdfac columnFamilyName hfileref 2024-11-26T07:20:31,726 DEBUG [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:31,726 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] regionserver.HStore(327): Store=190b1636100904036bea73081e7cdfac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:31,726 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,727 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 190b1636100904036bea73081e7cdfac columnFamilyName queue 2024-11-26T07:20:31,727 DEBUG [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:31,727 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] regionserver.HStore(327): Store=190b1636100904036bea73081e7cdfac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:31,727 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,728 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 190b1636100904036bea73081e7cdfac columnFamilyName sid 2024-11-26T07:20:31,728 DEBUG [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:31,728 INFO [StoreOpener-190b1636100904036bea73081e7cdfac-1 {}] regionserver.HStore(327): Store=190b1636100904036bea73081e7cdfac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:31,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/replication/190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/replication/190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:20:31,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/replication/190b1636100904036bea73081e7cdfac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:31,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 190b1636100904036bea73081e7cdfac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59449970, jitterRate=-0.11412641406059265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:20:31,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:31,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 190b1636100904036bea73081e7cdfac: Running coprocessor pre-open hook at 1732605631722Writing region info on filesystem at 1732605631722Initializing all the Stores at 1732605631723 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605631723Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605631724 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605631724Cleaning up temporary data from old regions at 1732605631730 (+6 ms)Running coprocessor post-open hooks at 1732605631733 (+3 ms)Region opened successfully at 1732605631733 2024-11-26T07:20:31,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac., pid=10, masterSystemTime=1732605631699 2024-11-26T07:20:31,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:31,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:31,735 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=190b1636100904036bea73081e7cdfac, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,33681,1732605615970 2024-11-26T07:20:31,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 190b1636100904036bea73081e7cdfac, server=15ed1af4400d,33681,1732605615970 because future has completed 2024-11-26T07:20:31,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:20:31,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 190b1636100904036bea73081e7cdfac, server=15ed1af4400d,33681,1732605615970 in 191 msec 2024-11-26T07:20:31,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:20:31,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=190b1636100904036bea73081e7cdfac, ASSIGN in 347 msec 2024-11-26T07:20:31,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:20:31,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605631742"}]},"ts":"1732605631742"} 2024-11-26T07:20:31,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:20:31,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:20:31,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-26T07:20:31,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac., hostname=15ed1af4400d,33681,1732605615970, seqNum=2] 2024-11-26T07:20:31,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:31,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:31,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:20:31,847 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:31,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:20:31,936 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:20:31,965 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,33681,1732605615970, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:20:31,965 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:31,966 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33681,1732605615970, seqNum=-1] 2024-11-26T07:20:31,966 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:31,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:31,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,33681,1732605615970', locateType=CURRENT is [region=hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac., hostname=15ed1af4400d,33681,1732605615970, seqNum=2] 2024-11-26T07:20:31,971 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:20:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:20:31,973 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,33681,1732605615970 suceeded 2024-11-26T07:20:31,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:20:31,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-26T07:20:31,974 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:45255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:20:31,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-26T07:20:31,985 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:45255' 2024-11-26T07:20:31,986 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6319fb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:31,986 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:31,986 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:31,987 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a8b75e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:31,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:31,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:31,988 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:31,989 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc07409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:31,989 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:31,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45255,1732605619241 2024-11-26T07:20:31,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59398c16 2024-11-26T07:20:31,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:31,990 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T07:20:31,991 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,33681,1732605615970 (queues=1) is replicating from cluster=009f69aa-efa8-4c53-b937-6d87e4771cb9 to cluster=aa925792-427e-4ff1-9246-74f541c6ebe6 2024-11-26T07:20:31,991 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C33681%2C1732605615970 2024-11-26T07:20:31,991 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,33681,1732605615970, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:20:31,991 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C33681%2C1732605615970 2024-11-26T07:20:31,991 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, startPosition=0, beingWritten=true 2024-11-26T07:20:31,996 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:31,996 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:31,996 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:32,204 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:32,508 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:32,551 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:32,704 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:20:32,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:32,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:32,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:32,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:32,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:32,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:32,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:32,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:32,705 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647634f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:32,707 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3dc8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:32,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45255,1732605619241 2024-11-26T07:20:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25601331 2024-11-26T07:20:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:32,709 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:32,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:34699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:20:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:20:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:32,712 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:34699' 2024-11-26T07:20:32,713 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f261fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:32,713 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,34699,-1 for getting cluster id 2024-11-26T07:20:32,713 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:32,713 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f1a51c9-5bc0-4e4c-9c90-db21923860b3' 2024-11-26T07:20:32,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:32,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f1a51c9-5bc0-4e4c-9c90-db21923860b3" 2024-11-26T07:20:32,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7eaf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:32,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,34699,-1] 2024-11-26T07:20:32,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:32,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:32,714 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:32,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecaeb18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:32,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:32,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,34699,1732605611713 2024-11-26T07:20:32,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5467243f 2024-11-26T07:20:32,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:32,716 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:32,717 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:20:32,717 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:20:32,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:32,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:32,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:32,718 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:32,718 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:20:32,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:20:32,719 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:32,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:20:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:20:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:20:32,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T07:20:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T07:20:32,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T07:20:32,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:32,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T07:20:32,769 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:20:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:32,911 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:33,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dad799a9c689a1fc92ba0e11586f1b9, NAME => 'hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a 2024-11-26T07:20:33,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:20:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:33,355 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:33,415 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:33,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:33,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6dad799a9c689a1fc92ba0e11586f1b9, disabling compactions & flushes 2024-11-26T07:20:33,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:33,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:33,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. after waiting 0 ms 2024-11-26T07:20:33,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:33,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:33,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dad799a9c689a1fc92ba0e11586f1b9: Waiting for close lock at 1732605633533Disabling compacts and flushes for region at 1732605633533Disabling writes for close at 1732605633533Writing region close event to WAL at 1732605633533Closed at 1732605633533 2024-11-26T07:20:33,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:20:33,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605633534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605633534"}]},"ts":"1732605633534"} 2024-11-26T07:20:33,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:20:33,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:20:33,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605633538"}]},"ts":"1732605633538"} 2024-11-26T07:20:33,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:20:33,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dad799a9c689a1fc92ba0e11586f1b9, ASSIGN}] 2024-11-26T07:20:33,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dad799a9c689a1fc92ba0e11586f1b9, ASSIGN 2024-11-26T07:20:33,542 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6dad799a9c689a1fc92ba0e11586f1b9, ASSIGN; state=OFFLINE, location=15ed1af4400d,34395,1732605619293; forceNewPlan=false, retain=false 2024-11-26T07:20:33,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dad799a9c689a1fc92ba0e11586f1b9, regionState=OPENING, regionLocation=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:33,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6dad799a9c689a1fc92ba0e11586f1b9, ASSIGN because future has completed 2024-11-26T07:20:33,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dad799a9c689a1fc92ba0e11586f1b9, server=15ed1af4400d,34395,1732605619293}] 2024-11-26T07:20:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:33,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:33,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:33,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:20:33,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C34395%2C1732605619293.rep, suffix=, logDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/oldWALs, maxLogs=10 2024-11-26T07:20:33,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.rep.1732605633854, exclude list is [], retry=0 2024-11-26T07:20:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33459,DS-84e12bfc-aeed-436e-a9a8-ec53706313aa,DISK] 2024-11-26T07:20:33,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.rep.1732605633854 2024-11-26T07:20:33,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657)] 2024-11-26T07:20:33,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dad799a9c689a1fc92ba0e11586f1b9, NAME => 'hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:33,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. service=MultiRowMutationService 2024-11-26T07:20:33,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:20:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,885 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,887 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dad799a9c689a1fc92ba0e11586f1b9 columnFamilyName hfileref 2024-11-26T07:20:33,887 DEBUG [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:33,887 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] regionserver.HStore(327): Store=6dad799a9c689a1fc92ba0e11586f1b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:33,887 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,888 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dad799a9c689a1fc92ba0e11586f1b9 columnFamilyName queue 2024-11-26T07:20:33,888 DEBUG [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:33,888 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] regionserver.HStore(327): Store=6dad799a9c689a1fc92ba0e11586f1b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:33,889 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,889 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dad799a9c689a1fc92ba0e11586f1b9 columnFamilyName sid 2024-11-26T07:20:33,889 DEBUG [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:33,890 INFO [StoreOpener-6dad799a9c689a1fc92ba0e11586f1b9-1 {}] regionserver.HStore(327): Store=6dad799a9c689a1fc92ba0e11586f1b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:33,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/replication/6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/replication/6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:20:33,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/replication/6dad799a9c689a1fc92ba0e11586f1b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:33,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6dad799a9c689a1fc92ba0e11586f1b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61598107, jitterRate=-0.08211667835712433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:20:33,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:33,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6dad799a9c689a1fc92ba0e11586f1b9: Running coprocessor pre-open hook at 1732605633884Writing region info on filesystem at 1732605633884Initializing all the Stores at 1732605633885 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605633885Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605633885Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605633885Cleaning up temporary data from old regions at 1732605633892 (+7 ms)Running coprocessor post-open hooks at 1732605633897 (+5 ms)Region opened successfully at 1732605633897 2024-11-26T07:20:33,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9., pid=10, masterSystemTime=1732605633848 2024-11-26T07:20:33,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:33,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:33,900 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dad799a9c689a1fc92ba0e11586f1b9, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,34395,1732605619293 2024-11-26T07:20:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dad799a9c689a1fc92ba0e11586f1b9, server=15ed1af4400d,34395,1732605619293 because future has completed 2024-11-26T07:20:33,905 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45255 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=15ed1af4400d,34395,1732605619293, table=hbase:replication, region=6dad799a9c689a1fc92ba0e11586f1b9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T07:20:33,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:20:33,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dad799a9c689a1fc92ba0e11586f1b9, server=15ed1af4400d,34395,1732605619293 in 213 msec 2024-11-26T07:20:33,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:20:33,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dad799a9c689a1fc92ba0e11586f1b9, ASSIGN in 372 msec 2024-11-26T07:20:33,915 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:20:33,915 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605633915"}]},"ts":"1732605633915"} 2024-11-26T07:20:33,917 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:20:33,918 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:20:33,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-26T07:20:33,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9., hostname=15ed1af4400d,34395,1732605619293, seqNum=2] 2024-11-26T07:20:33,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:33,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:33,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:20:34,019 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:34,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:20:34,087 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:20:34,135 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,34395,1732605619293, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:20:34,136 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:34,136 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,34395,1732605619293, seqNum=-1] 2024-11-26T07:20:34,136 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:34,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:34,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,34395,1732605619293', locateType=CURRENT is [region=hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9., hostname=15ed1af4400d,34395,1732605619293, seqNum=2] 2024-11-26T07:20:34,146 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:20:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:20:34,153 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,34395,1732605619293 suceeded 2024-11-26T07:20:34,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:20:34,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-26T07:20:34,155 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:34699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:20:34,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4460 sec 2024-11-26T07:20:34,165 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:34699' 2024-11-26T07:20:34,167 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c84049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,167 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,34699,-1 for getting cluster id 2024-11-26T07:20:34,167 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:34,168 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f1a51c9-5bc0-4e4c-9c90-db21923860b3' 2024-11-26T07:20:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f1a51c9-5bc0-4e4c-9c90-db21923860b3" 2024-11-26T07:20:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ec8389e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,34699,-1] 2024-11-26T07:20:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:34,169 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:34,170 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e2deb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,170 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:34,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,34699,1732605611713 2024-11-26T07:20:34,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662e8391 2024-11-26T07:20:34,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:34,172 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T07:20:34,172 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,34395,1732605619293 (queues=1) is replicating from cluster=aa925792-427e-4ff1-9246-74f541c6ebe6 to cluster=0f1a51c9-5bc0-4e4c-9c90-db21923860b3 2024-11-26T07:20:34,172 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C34395%2C1732605619293 2024-11-26T07:20:34,172 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,34395,1732605619293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:20:34,179 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, startPosition=0, beingWritten=true 2024-11-26T07:20:34,179 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C34395%2C1732605619293 2024-11-26T07:20:34,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:34,194 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 379, reset compression=false 2024-11-26T07:20:34,194 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:34,259 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:34,410 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 379, reset compression=false 2024-11-26T07:20:34,715 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 379, reset compression=false 2024-11-26T07:20:34,724 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:20:34,853 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:20:34,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:34,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:34,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:34,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:34,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:34,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,34699,-1 for getting cluster id 2024-11-26T07:20:34,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:34,855 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f1a51c9-5bc0-4e4c-9c90-db21923860b3' 2024-11-26T07:20:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f1a51c9-5bc0-4e4c-9c90-db21923860b3" 2024-11-26T07:20:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,34699,-1] 2024-11-26T07:20:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:34,857 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b59a00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36749,-1 for getting cluster id 2024-11-26T07:20:34,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:34,859 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009f69aa-efa8-4c53-b937-6d87e4771cb9' 2024-11-26T07:20:34,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:34,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009f69aa-efa8-4c53-b937-6d87e4771cb9" 2024-11-26T07:20:34,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4213b2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36749,-1] 2024-11-26T07:20:34,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:34,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:34,860 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:34,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa81669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:34,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:34,861 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62260d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:34,862 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:34,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c0ecff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:34,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,36281,1732605611791, seqNum=-1] 2024-11-26T07:20:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:34,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605621931.f5aac7acef8353feb0e676359e6017d3., hostname=15ed1af4400d,36281,1732605611791, seqNum=2] 2024-11-26T07:20:34,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,34395,1732605619293, seqNum=-1] 2024-11-26T07:20:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:34,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:34,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb., hostname=15ed1af4400d,34395,1732605619293, seqNum=2] 2024-11-26T07:20:34,874 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T07:20:35,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:35,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:35,121 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 379, reset compression=false 2024-11-26T07:20:35,264 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 379, reset compression=false 2024-11-26T07:20:35,270 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:35,270 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 480, reset compression=false 2024-11-26T07:20:35,270 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aac7acef8353feb0e676359e6017d3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T07:20:35,273 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:35,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T07:20:35,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:35,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b759649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:35,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,36749,-1 for getting cluster id 2024-11-26T07:20:35,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:35,277 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009f69aa-efa8-4c53-b937-6d87e4771cb9' 2024-11-26T07:20:35,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:35,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009f69aa-efa8-4c53-b937-6d87e4771cb9" 2024-11-26T07:20:35,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5933d9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:35,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,36749,-1] 2024-11-26T07:20:35,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:35,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:35,279 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:35,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c1a7912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:35,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:35,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33681,1732605615970, seqNum=-1] 2024-11-26T07:20:35,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:35,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:35,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c., hostname=15ed1af4400d,33681,1732605615970, seqNum=2] 2024-11-26T07:20:35,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:35,474 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 480, reset compression=false 2024-11-26T07:20:35,529 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 379, reset compression=false 2024-11-26T07:20:35,534 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:35,534 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 503, reset compression=false 2024-11-26T07:20:35,534 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad4cb1b67dfb2a431635381902fcd9c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T07:20:35,536 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:35,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T07:20:35,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:35,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250ab4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:35,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:35,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:35,540 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@261bbaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:35,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:35,541 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:35,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f97574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:35,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:35,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,34395,1732605619293, seqNum=-1] 2024-11-26T07:20:35,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:35,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:35,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb., hostname=15ed1af4400d,34395,1732605619293, seqNum=2] 2024-11-26T07:20:35,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:35,659 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 379, reset compression=false 2024-11-26T07:20:35,665 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:35,665 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 525, reset compression=false 2024-11-26T07:20:35,665 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=525, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:35,738 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 503, reset compression=false 2024-11-26T07:20:35,779 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 480, reset compression=false 2024-11-26T07:20:35,869 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 525, reset compression=false 2024-11-26T07:20:35,877 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T07:20:35,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33681,1732605615970, seqNum=-1] 2024-11-26T07:20:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:35,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c., hostname=15ed1af4400d,33681,1732605615970, seqNum=2] 2024-11-26T07:20:35,885 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T07:20:36,042 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 503, reset compression=false 2024-11-26T07:20:36,047 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:36,048 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 607, reset compression=false 2024-11-26T07:20:36,048 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad4cb1b67dfb2a431635381902fcd9c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T07:20:36,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:36,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:36,173 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 525, reset compression=false 2024-11-26T07:20:36,183 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 480, reset compression=false 2024-11-26T07:20:36,194 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:36,194 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 651, reset compression=false 2024-11-26T07:20:36,194 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fc8a5f9afba4de519cfce286b81f3bb/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=651, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T07:20:36,196 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:36,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T07:20:36,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:36,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24374ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:36,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,34699,-1 for getting cluster id 2024-11-26T07:20:36,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:36,201 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f1a51c9-5bc0-4e4c-9c90-db21923860b3' 2024-11-26T07:20:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f1a51c9-5bc0-4e4c-9c90-db21923860b3" 2024-11-26T07:20:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6e00fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,34699,-1] 2024-11-26T07:20:36,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:36,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:36,202 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:36,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae765a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:36,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,36281,1732605611791, seqNum=-1] 2024-11-26T07:20:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:36,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T07:20:36,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732605621931.f5aac7acef8353feb0e676359e6017d3., hostname=15ed1af4400d,36281,1732605611791, seqNum=2] 2024-11-26T07:20:36,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:36,278 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 607, reset compression=false 2024-11-26T07:20:36,399 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 651, reset compression=false 2024-11-26T07:20:36,582 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 607, reset compression=false 2024-11-26T07:20:36,692 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 480, reset compression=false 2024-11-26T07:20:36,700 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:36,700 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 630, reset compression=false 2024-11-26T07:20:36,700 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:36,703 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 651, reset compression=false 2024-11-26T07:20:36,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T07:20:36,890 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T07:20:36,907 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 630, reset compression=false 2024-11-26T07:20:36,988 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 607, reset compression=false 2024-11-26T07:20:37,108 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 651, reset compression=false 2024-11-26T07:20:37,119 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:37,119 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 755, reset compression=false 2024-11-26T07:20:37,119 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fc8a5f9afba4de519cfce286b81f3bb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=755, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T07:20:37,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:37,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:37,211 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 630, reset compression=false 2024-11-26T07:20:37,217 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:37,217 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 758, reset compression=false 2024-11-26T07:20:37,217 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aac7acef8353feb0e676359e6017d3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T07:20:37,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:37,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:37,328 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 755, reset compression=false 2024-11-26T07:20:37,421 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 758, reset compression=false 2024-11-26T07:20:37,498 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 607, reset compression=false 2024-11-26T07:20:37,532 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:37,532 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 758, reset compression=false 2024-11-26T07:20:37,532 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:37,637 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 755, reset compression=false 2024-11-26T07:20:37,726 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 758, reset compression=false 2024-11-26T07:20:37,743 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 758, reset compression=false 2024-11-26T07:20:37,892 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T07:20:37,897 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T07:20:38,043 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 755, reset compression=false 2024-11-26T07:20:38,058 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 758, reset compression=false 2024-11-26T07:20:38,139 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 758, reset compression=false 2024-11-26T07:20:38,143 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:38,143 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 914, reset compression=false 2024-11-26T07:20:38,144 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aac7acef8353feb0e676359e6017d3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T07:20:38,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:38,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:38,347 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 914, reset compression=false 2024-11-26T07:20:38,462 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 758, reset compression=false 2024-11-26T07:20:38,467 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:38,467 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 905, reset compression=false 2024-11-26T07:20:38,467 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad4cb1b67dfb2a431635381902fcd9c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T07:20:38,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:38,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:38,547 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 755, reset compression=false 2024-11-26T07:20:38,552 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:38,552 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 924, reset compression=false 2024-11-26T07:20:38,552 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:38,651 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 914, reset compression=false 2024-11-26T07:20:38,673 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 905, reset compression=false 2024-11-26T07:20:38,761 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 924, reset compression=false 2024-11-26T07:20:38,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T07:20:38,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T07:20:38,976 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 905, reset compression=false 2024-11-26T07:20:38,981 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:38,981 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1064, reset compression=false 2024-11-26T07:20:38,981 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad4cb1b67dfb2a431635381902fcd9c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T07:20:38,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:38,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:39,055 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 914, reset compression=false 2024-11-26T07:20:39,065 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 924, reset compression=false 2024-11-26T07:20:39,069 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:39,069 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1072, reset compression=false 2024-11-26T07:20:39,069 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fc8a5f9afba4de519cfce286b81f3bb/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=1072, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T07:20:39,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:39,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:39,184 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1064, reset compression=false 2024-11-26T07:20:39,272 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1072, reset compression=false 2024-11-26T07:20:39,489 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1064, reset compression=false 2024-11-26T07:20:39,558 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 914, reset compression=false 2024-11-26T07:20:39,563 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:39,563 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1086, reset compression=false 2024-11-26T07:20:39,563 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=1086, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:39,589 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1072, reset compression=false 2024-11-26T07:20:39,768 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1086, reset compression=false 2024-11-26T07:20:39,896 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1064, reset compression=false 2024-11-26T07:20:39,905 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T07:20:39,909 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T07:20:39,992 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1072, reset compression=false 2024-11-26T07:20:39,998 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:39,998 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1231, reset compression=false 2024-11-26T07:20:39,998 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fc8a5f9afba4de519cfce286b81f3bb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=1231, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T07:20:40,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:40,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:40,073 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1086, reset compression=false 2024-11-26T07:20:40,077 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:40,077 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1236, reset compression=false 2024-11-26T07:20:40,077 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aac7acef8353feb0e676359e6017d3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T07:20:40,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:40,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:40,202 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1231, reset compression=false 2024-11-26T07:20:40,288 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1236, reset compression=false 2024-11-26T07:20:40,400 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1064, reset compression=false 2024-11-26T07:20:40,412 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:40,412 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1237, reset compression=false 2024-11-26T07:20:40,412 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:40,509 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1231, reset compression=false 2024-11-26T07:20:40,593 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1236, reset compression=false 2024-11-26T07:20:40,619 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1237, reset compression=false 2024-11-26T07:20:40,911 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T07:20:40,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32649848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:40,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:40,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:40,918 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f55427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:40,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:40,919 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:40,920 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1231, reset compression=false 2024-11-26T07:20:40,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4870edbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:40,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45255,1732605619241 2024-11-26T07:20:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bac9c35 2024-11-26T07:20:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:40,924 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:40,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-26T07:20:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T07:20:40,929 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1237, reset compression=false 2024-11-26T07:20:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T07:20:40,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:20:41,009 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1236, reset compression=false 2024-11-26T07:20:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T07:20:41,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T07:20:41,087 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T07:20:41,088 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T07:20:41,088 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,34395,1732605619293 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T07:20:41,088 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0. 2024-11-26T07:20:41,088 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:41,088 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:41,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:41,089 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:41,189 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:20:41,189 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:20:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T07:20:41,289 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 terminated 2024-11-26T07:20:41,302 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:20:41,307 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,34395,1732605619293, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:20:41,308 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T07:20:41,308 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T07:20:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T07:20:41,311 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 15ed1af4400d,34395,1732605619293 suceeded 2024-11-26T07:20:41,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T07:20:41,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-26T07:20:41,312 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T07:20:41,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 388 msec 2024-11-26T07:20:41,327 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:34699' 2024-11-26T07:20:41,334 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1237, reset compression=false 2024-11-26T07:20:41,339 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@152a4026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:41,339 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,34699,-1 for getting cluster id 2024-11-26T07:20:41,339 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:41,340 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f1a51c9-5bc0-4e4c-9c90-db21923860b3' 2024-11-26T07:20:41,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:41,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f1a51c9-5bc0-4e4c-9c90-db21923860b3" 2024-11-26T07:20:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f946bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,34699,-1] 2024-11-26T07:20:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:41,342 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:41,343 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2410c20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:41,343 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:41,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,34699,1732605611713 2024-11-26T07:20:41,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f04f7f 2024-11-26T07:20:41,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:41,345 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T07:20:41,346 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,34395,1732605619293 (queues=1) is replicating from cluster=aa925792-427e-4ff1-9246-74f541c6ebe6 to cluster=0f1a51c9-5bc0-4e4c-9c90-db21923860b3 2024-11-26T07:20:41,346 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C34395%2C1732605619293 2024-11-26T07:20:41,346 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,34395,1732605619293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:20:41,357 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C34395%2C1732605619293 2024-11-26T07:20:41,513 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1236, reset compression=false 2024-11-26T07:20:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T07:20:41,554 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:20:41,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:41,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:41,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:41,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:41,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:41,559 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T07:20:41,845 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1237, reset compression=false 2024-11-26T07:20:42,117 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1236, reset compression=false 2024-11-26T07:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1340, reset compression=false 2024-11-26T07:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aac7acef8353feb0e676359e6017d3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T07:20:42,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:42,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:42,329 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1340, reset compression=false 2024-11-26T07:20:42,449 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1237, reset compression=false 2024-11-26T07:20:42,454 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:42,454 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1364, reset compression=false 2024-11-26T07:20:42,454 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad4cb1b67dfb2a431635381902fcd9c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T07:20:42,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:42,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:42,561 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T07:20:42,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bf5cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:42,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,45255,-1 for getting cluster id 2024-11-26T07:20:42,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:42,564 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa925792-427e-4ff1-9246-74f541c6ebe6' 2024-11-26T07:20:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa925792-427e-4ff1-9246-74f541c6ebe6" 2024-11-26T07:20:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5ce7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,45255,-1] 2024-11-26T07:20:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:42,566 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8b145c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:42,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,45255,1732605619241 2024-11-26T07:20:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15a8b223 2024-11-26T07:20:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:20:42,570 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:20:42,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-26T07:20:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T07:20:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T07:20:42,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:20:42,644 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1340, reset compression=false 2024-11-26T07:20:42,657 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1364, reset compression=false 2024-11-26T07:20:42,661 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:42,661 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:42,661 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad4cb1b67dfb2a431635381902fcd9c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T07:20:42,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:42,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T07:20:42,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T07:20:42,731 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T07:20:42,731 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T07:20:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T07:20:42,733 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 15ed1af4400d,34395,1732605619293 suceeded 2024-11-26T07:20:42,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T07:20:42,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-26T07:20:42,735 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T07:20:42,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-26T07:20:42,748 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, startPosition=1231, beingWritten=true 2024-11-26T07:20:42,752 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:20:42,752 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1506, reset compression=false 2024-11-26T07:20:42,758 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fc8a5f9afba4de519cfce286b81f3bb/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=1506, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T07:20:42,760 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:42,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T07:20:42,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:20:42,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:20:42,864 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T07:20:42,894 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:20:42,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:42,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:42,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:42,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:42,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:42,896 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T07:20:42,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:20:42,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:42,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:42,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:42,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:42,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:42,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:20:42,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023008912, stopped=false 2024-11-26T07:20:42,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,45255,1732605619241 2024-11-26T07:20:42,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2255917392/running 2024-11-26T07:20:42,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2255917392/running 2024-11-26T07:20:42,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:42,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:42,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:42,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:42,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:42,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on znode that does not yet exist, /2255917392/running 2024-11-26T07:20:42,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Set watcher on znode that does not yet exist, /2255917392/running 2024-11-26T07:20:42,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:42,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,34395,1732605619293' ***** 2024-11-26T07:20:42,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:20:42,899 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:20:42,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fc8a5f9afba4de519cfce286b81f3bb 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,34395,1732605619293 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:34395. 2024-11-26T07:20:42,900 DEBUG [RS:0;15ed1af4400d:34395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:42,900 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:42,900 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fc8a5f9afba4de519cfce286b81f3bb, disabling compactions & flushes 2024-11-26T07:20:42,900 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:20:42,900 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:20:42,900 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. after waiting 0 ms 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:20:42,900 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:42,900 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5fc8a5f9afba4de519cfce286b81f3bb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T07:20:42,900 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:20:42,900 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5fc8a5f9afba4de519cfce286b81f3bb=test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb., 6dad799a9c689a1fc92ba0e11586f1b9=hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9.} 2024-11-26T07:20:42,901 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fc8a5f9afba4de519cfce286b81f3bb, 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:42,901 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:42,901 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:42,901 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:42,901 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:42,901 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:42,901 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:20:42,916 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/info/f789e5ce6b46453f8746f0fc369fe212 is 147, key is hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9./info:regioninfo/1732605633900/Put/seqid=0 2024-11-26T07:20:42,916 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/f/bcf53e97365044c993c34424951c1b11 is 37, key is row3/f:row3/1732605641555/Put/seqid=0 2024-11-26T07:20:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741840_1016 (size=7686) 2024-11-26T07:20:42,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741841_1017 (size=5228) 2024-11-26T07:20:42,922 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/f/bcf53e97365044c993c34424951c1b11 2024-11-26T07:20:42,926 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcf53e97365044c993c34424951c1b11 2024-11-26T07:20:42,944 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/f1/44b55f54860a4b4c952f22754da9777c is 30, key is row1/f1:/1732605638900/DeleteFamily/seqid=0 2024-11-26T07:20:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741842_1018 (size=5158) 2024-11-26T07:20:42,955 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1506, reset compression=false 2024-11-26T07:20:42,959 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:42,959 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1753, reset compression=false 2024-11-26T07:20:42,959 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,34395,1732605619293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916, lastWalPosition=1753, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:42,960 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,34395,1732605619293: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,34395,1732605619293, walGroup=15ed1af4400d%2C34395%2C1732605619293, offset=15ed1af4400d%2C34395%2C1732605619293.1732605620916:1753, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:34395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:20:42,962 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:20:42,962 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:20:42,962 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:20:42,962 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:20:42,962 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:20:42,962 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 855033360 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198665008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:20:42,963 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:45255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:45255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:20:42,991 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:43,048 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1340, reset compression=false 2024-11-26T07:20:43,052 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:43,052 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:43,053 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=1490, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:43,101 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fc8a5f9afba4de519cfce286b81f3bb, 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:43,164 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1753, reset compression=false 2024-11-26T07:20:43,168 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:43,255 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:43,301 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fc8a5f9afba4de519cfce286b81f3bb, 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:43,321 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/info/f789e5ce6b46453f8746f0fc369fe212 2024-11-26T07:20:43,339 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/ns/dccc5021478b44a59c1de7ac42435756 is 43, key is default/ns:d/1732605621863/Put/seqid=0 2024-11-26T07:20:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741843_1019 (size=5153) 2024-11-26T07:20:43,348 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/f1/44b55f54860a4b4c952f22754da9777c 2024-11-26T07:20:43,351 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44b55f54860a4b4c952f22754da9777c 2024-11-26T07:20:43,366 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/norep/62df7a84cd6140cb993ba70a4fc5905a is 33, key is row2/norep:/1732605639906/DeleteFamily/seqid=0 2024-11-26T07:20:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741844_1020 (size=5108) 2024-11-26T07:20:43,467 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1753, reset compression=false 2024-11-26T07:20:43,501 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fc8a5f9afba4de519cfce286b81f3bb, 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:43,559 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:43,571 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:43,701 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fc8a5f9afba4de519cfce286b81f3bb, 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:43,743 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/ns/dccc5021478b44a59c1de7ac42435756 2024-11-26T07:20:43,768 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/rep_barrier/78db2332e4384c7fadfe3ecb97d56f81 is 112, key is test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb./rep_barrier:seqnumDuringOpen/1732605627381/Put/seqid=0 2024-11-26T07:20:43,770 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/norep/62df7a84cd6140cb993ba70a4fc5905a 2024-11-26T07:20:43,772 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:20:43,772 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:20:43,774 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62df7a84cd6140cb993ba70a4fc5905a 2024-11-26T07:20:43,775 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/f/bcf53e97365044c993c34424951c1b11 as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/f/bcf53e97365044c993c34424951c1b11 2024-11-26T07:20:43,780 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcf53e97365044c993c34424951c1b11 2024-11-26T07:20:43,781 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/f/bcf53e97365044c993c34424951c1b11, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T07:20:43,781 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/f1/44b55f54860a4b4c952f22754da9777c as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/f1/44b55f54860a4b4c952f22754da9777c 2024-11-26T07:20:43,786 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44b55f54860a4b4c952f22754da9777c 2024-11-26T07:20:43,786 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/f1/44b55f54860a4b4c952f22754da9777c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T07:20:43,787 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/.tmp/norep/62df7a84cd6140cb993ba70a4fc5905a as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/norep/62df7a84cd6140cb993ba70a4fc5905a 2024-11-26T07:20:43,792 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62df7a84cd6140cb993ba70a4fc5905a 2024-11-26T07:20:43,792 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/norep/62df7a84cd6140cb993ba70a4fc5905a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T07:20:43,793 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5fc8a5f9afba4de519cfce286b81f3bb in 893ms, sequenceid=12, compaction requested=false 2024-11-26T07:20:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741845_1021 (size=5518) 2024-11-26T07:20:43,801 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/default/test/5fc8a5f9afba4de519cfce286b81f3bb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T07:20:43,802 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:43,802 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:43,802 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:43,802 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fc8a5f9afba4de519cfce286b81f3bb: Waiting for close lock at 1732605642900Running coprocessor pre-close hooks at 1732605642900Disabling compacts and flushes for region at 1732605642900Disabling writes for close at 1732605642900Obtaining lock to block concurrent updates at 1732605642900Preparing flush snapshotting stores in 5fc8a5f9afba4de519cfce286b81f3bb at 1732605642900Finished memstore snapshotting test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732605642901 (+1 ms)Flushing stores of test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. at 1732605642901Flushing 5fc8a5f9afba4de519cfce286b81f3bb/f: creating writer at 1732605642901Flushing 5fc8a5f9afba4de519cfce286b81f3bb/f: appending metadata at 1732605642916 (+15 ms)Flushing 5fc8a5f9afba4de519cfce286b81f3bb/f: closing flushed file at 1732605642916Flushing 5fc8a5f9afba4de519cfce286b81f3bb/f1: creating writer at 1732605642926 (+10 ms)Flushing 5fc8a5f9afba4de519cfce286b81f3bb/f1: appending metadata at 1732605642943 (+17 ms)Flushing 5fc8a5f9afba4de519cfce286b81f3bb/f1: closing flushed file at 1732605642943Flushing 5fc8a5f9afba4de519cfce286b81f3bb/norep: creating writer at 1732605643351 (+408 ms)Flushing 5fc8a5f9afba4de519cfce286b81f3bb/norep: appending metadata at 1732605643365 (+14 ms)Flushing 5fc8a5f9afba4de519cfce286b81f3bb/norep: closing flushed file at 1732605643365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33548109: reopening flushed file at 1732605643774 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c635cb4: reopening flushed file at 1732605643781 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d20595: reopening flushed file at 1732605643786 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5fc8a5f9afba4de519cfce286b81f3bb in 893ms, sequenceid=12, compaction requested=false at 1732605643793 (+7 ms)Writing region close event to WAL at 1732605643798 (+5 ms)Running coprocessor post-close hooks at 1732605643802 (+4 ms)Closed at 1732605643802 2024-11-26T07:20:43,802 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605626236.5fc8a5f9afba4de519cfce286b81f3bb. 2024-11-26T07:20:43,803 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dad799a9c689a1fc92ba0e11586f1b9, disabling compactions & flushes 2024-11-26T07:20:43,803 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,803 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,803 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. after waiting 0 ms 2024-11-26T07:20:43,803 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,803 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dad799a9c689a1fc92ba0e11586f1b9: Waiting for close lock at 1732605643803Running coprocessor pre-close hooks at 1732605643803Disabling compacts and flushes for region at 1732605643803Disabling writes for close at 1732605643803Failed flush hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9., putting online again at 1732605643803 2024-11-26T07:20:43,803 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,871 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 1753, reset compression=false 2024-11-26T07:20:43,875 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:43,875 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 2397, reset compression=false 2024-11-26T07:20:43,901 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:20:43,901 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6dad799a9c689a1fc92ba0e11586f1b9=hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9.} 2024-11-26T07:20:43,901 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:43,902 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dad799a9c689a1fc92ba0e11586f1b9 2024-11-26T07:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dad799a9c689a1fc92ba0e11586f1b9, disabling compactions & flushes 2024-11-26T07:20:43,902 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. after waiting 0 ms 2024-11-26T07:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dad799a9c689a1fc92ba0e11586f1b9: Waiting for close lock at 1732605643902Running coprocessor pre-close hooks at 1732605643902Disabling compacts and flushes for region at 1732605643902Disabling writes for close at 1732605643902Failed flush hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9., putting online again at 1732605643902 2024-11-26T07:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605632717.6dad799a9c689a1fc92ba0e11586f1b9. 2024-11-26T07:20:43,963 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:44,074 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:44,078 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 2397, reset compression=false 2024-11-26T07:20:44,102 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:20:44,198 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/rep_barrier/78db2332e4384c7fadfe3ecb97d56f81 2024-11-26T07:20:44,216 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/table/233b159cc607468182e44d989e52fe2c is 53, key is hbase:replication/table:state/1732605633915/Put/seqid=0 2024-11-26T07:20:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741846_1022 (size=5308) 2024-11-26T07:20:44,302 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:20:44,381 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.wal-reader.15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/WALs/15ed1af4400d,34395,1732605619293/15ed1af4400d%2C34395%2C1732605619293.1732605620916 to pos 2397, reset compression=false 2024-11-26T07:20:44,473 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:44,502 DEBUG [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:20:44,620 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/table/233b159cc607468182e44d989e52fe2c 2024-11-26T07:20:44,625 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/info/f789e5ce6b46453f8746f0fc369fe212 as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/info/f789e5ce6b46453f8746f0fc369fe212 2024-11-26T07:20:44,630 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/info/f789e5ce6b46453f8746f0fc369fe212, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:20:44,631 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/ns/dccc5021478b44a59c1de7ac42435756 as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/ns/dccc5021478b44a59c1de7ac42435756 2024-11-26T07:20:44,634 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/ns/dccc5021478b44a59c1de7ac42435756, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:20:44,636 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/rep_barrier/78db2332e4384c7fadfe3ecb97d56f81 as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/rep_barrier/78db2332e4384c7fadfe3ecb97d56f81 2024-11-26T07:20:44,639 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/rep_barrier/78db2332e4384c7fadfe3ecb97d56f81, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:20:44,640 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/.tmp/table/233b159cc607468182e44d989e52fe2c as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/table/233b159cc607468182e44d989e52fe2c 2024-11-26T07:20:44,643 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/table/233b159cc607468182e44d989e52fe2c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:20:44,644 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-26T07:20:44,649 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:20:44,649 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:44,649 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:44,649 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:44,650 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605642901Running coprocessor pre-close hooks at 1732605642901Disabling compacts and flushes for region at 1732605642901Disabling writes for close at 1732605642901Obtaining lock to block concurrent updates at 1732605642901Preparing flush snapshotting stores in 1588230740 at 1732605642901Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605642901Flushing stores of hbase:meta,,1.1588230740 at 1732605642902 (+1 ms)Flushing 1588230740/info: creating writer at 1732605642902Flushing 1588230740/info: appending metadata at 1732605642916 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732605642916Flushing 1588230740/ns: creating writer at 1732605643325 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732605643338 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732605643338Flushing 1588230740/rep_barrier: creating writer at 1732605643748 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605643767 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605643767Flushing 1588230740/table: creating writer at 1732605644202 (+435 ms)Flushing 1588230740/table: appending metadata at 1732605644216 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605644216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6925bc76: reopening flushed file at 1732605644625 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744e01ed: reopening flushed file at 1732605644631 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcd5819: reopening flushed file at 1732605644634 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1666cbc9: reopening flushed file at 1732605644639 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1732605644644 (+5 ms)Writing region close event to WAL at 1732605644646 (+2 ms)Running coprocessor post-close hooks at 1732605644649 (+3 ms)Closed at 1732605644649 2024-11-26T07:20:44,650 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:44,678 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:44,702 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T07:20:44,702 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,34395,1732605619293; all regions closed. 2024-11-26T07:20:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:20:44,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741839_1015 (size=2390) 2024-11-26T07:20:44,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741832_1008 (size=2405) 2024-11-26T07:20:44,711 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:44,711 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:44,712 INFO [RS:0;15ed1af4400d:34395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:44,712 INFO [RS:0;15ed1af4400d:34395 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:44,712 INFO [RS:0;15ed1af4400d:34395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:44,712 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:44,712 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,34395,1732605619293 because: Region server is closing 2024-11-26T07:20:44,713 INFO [RS:0;15ed1af4400d:34395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:34395. 2024-11-26T07:20:44,713 DEBUG [RS:0;15ed1af4400d:34395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:44,713 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:44,713 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:44,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:44,813 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,34395,1732605619293.replicationSource.shipper15ed1af4400d%2C34395%2C1732605619293,1-15ed1af4400d,34395,1732605619293 terminated 2024-11-26T07:20:44,813 INFO [RS:0;15ed1af4400d:34395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:34395. 2024-11-26T07:20:44,813 DEBUG [RS:0;15ed1af4400d:34395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:44,813 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:44,814 DEBUG [RS:0;15ed1af4400d:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:44,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:44,814 INFO [RS:0;15ed1af4400d:34395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34395 2024-11-26T07:20:44,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2255917392/rs/15ed1af4400d,34395,1732605619293 2024-11-26T07:20:44,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392/rs 2024-11-26T07:20:44,815 INFO [RS:0;15ed1af4400d:34395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:44,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,34395,1732605619293] 2024-11-26T07:20:44,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2255917392/draining/15ed1af4400d,34395,1732605619293 already deleted, retry=false 2024-11-26T07:20:44,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,34395,1732605619293 expired; onlineServers=0 2024-11-26T07:20:44,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,45255,1732605619241' ***** 2024-11-26T07:20:44,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:20:44,819 INFO [M:0;15ed1af4400d:45255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:44,819 INFO [M:0;15ed1af4400d:45255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:44,819 DEBUG [M:0;15ed1af4400d:45255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:20:44,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:20:44,819 DEBUG [M:0;15ed1af4400d:45255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:20:44,819 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605620680 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605620680,5,FailOnTimeoutGroup] 2024-11-26T07:20:44,820 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605620684 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605620684,5,FailOnTimeoutGroup] 2024-11-26T07:20:44,820 INFO [M:0;15ed1af4400d:45255 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:44,820 INFO [M:0;15ed1af4400d:45255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:44,820 DEBUG [M:0;15ed1af4400d:45255 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:20:44,820 INFO [M:0;15ed1af4400d:45255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:20:44,820 INFO [M:0;15ed1af4400d:45255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:44,820 INFO [M:0;15ed1af4400d:45255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:20:44,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:20:44,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2255917392/master 2024-11-26T07:20:44,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2255917392 2024-11-26T07:20:44,821 DEBUG [M:0;15ed1af4400d:45255 {}] zookeeper.ZKUtil(347): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Unable to get data of znode /2255917392/master because node does not exist (not an error) 2024-11-26T07:20:44,821 WARN [M:0;15ed1af4400d:45255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:20:44,824 INFO [M:0;15ed1af4400d:45255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/.lastflushedseqids 2024-11-26T07:20:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741847_1023 (size=245) 2024-11-26T07:20:44,829 INFO [M:0;15ed1af4400d:45255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:20:44,829 INFO [M:0;15ed1af4400d:45255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:20:44,829 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:44,829 INFO [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:44,829 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:44,829 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:44,829 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:44,830 INFO [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-26T07:20:44,847 DEBUG [M:0;15ed1af4400d:45255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9081ff392b654c3e93631531b642e128 is 82, key is hbase:meta,,1/info:regioninfo/1732605621853/Put/seqid=0 2024-11-26T07:20:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741848_1024 (size=5672) 2024-11-26T07:20:44,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:44,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x101532575320007, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:44,918 INFO [RS:0;15ed1af4400d:34395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:44,918 INFO [RS:0;15ed1af4400d:34395 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,34395,1732605619293; zookeeper connection closed. 2024-11-26T07:20:44,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75ce917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75ce917 2024-11-26T07:20:44,919 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:20:45,077 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:45,255 INFO [M:0;15ed1af4400d:45255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9081ff392b654c3e93631531b642e128 2024-11-26T07:20:45,273 DEBUG [M:0;15ed1af4400d:45255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ec89542b13455e9c908ef953981f48 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605633919/Put/seqid=0 2024-11-26T07:20:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741849_1025 (size=9213) 2024-11-26T07:20:45,279 INFO [M:0;15ed1af4400d:45255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ec89542b13455e9c908ef953981f48 2024-11-26T07:20:45,297 DEBUG [M:0;15ed1af4400d:45255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3c5e2b6f0ba4518b2a38f33ffd9a8cd is 69, key is 15ed1af4400d,34395,1732605619293/rs:state/1732605620749/Put/seqid=0 2024-11-26T07:20:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741850_1026 (size=5156) 2024-11-26T07:20:45,385 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:45,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:20:45,701 INFO [M:0;15ed1af4400d:45255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3c5e2b6f0ba4518b2a38f33ffd9a8cd 2024-11-26T07:20:45,706 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9081ff392b654c3e93631531b642e128 as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9081ff392b654c3e93631531b642e128 2024-11-26T07:20:45,714 INFO [M:0;15ed1af4400d:45255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9081ff392b654c3e93631531b642e128, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T07:20:45,715 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ec89542b13455e9c908ef953981f48 as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30ec89542b13455e9c908ef953981f48 2024-11-26T07:20:45,720 INFO [M:0;15ed1af4400d:45255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30ec89542b13455e9c908ef953981f48, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T07:20:45,721 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3c5e2b6f0ba4518b2a38f33ffd9a8cd as hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3c5e2b6f0ba4518b2a38f33ffd9a8cd 2024-11-26T07:20:45,725 INFO [M:0;15ed1af4400d:45255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44735/user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3c5e2b6f0ba4518b2a38f33ffd9a8cd, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T07:20:45,726 INFO [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=127, compaction requested=false 2024-11-26T07:20:45,732 INFO [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:45,733 DEBUG [M:0;15ed1af4400d:45255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605644829Disabling compacts and flushes for region at 1732605644829Disabling writes for close at 1732605644829Obtaining lock to block concurrent updates at 1732605644830 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605644830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732605644830Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605644831 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605644831Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605644847 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605644847Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605645258 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605645273 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605645273Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605645282 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605645297 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605645297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a06de2d: reopening flushed file at 1732605645706 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f394ebb: reopening flushed file at 1732605645714 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c8f102: reopening flushed file at 1732605645720 (+6 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=127, compaction requested=false at 1732605645726 (+6 ms)Writing region close event to WAL at 1732605645732 (+6 ms)Closed at 1732605645732 2024-11-26T07:20:45,737 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14dd4bc7-2630-8190-7ee4-cb5a4040697a/MasterData/WALs/15ed1af4400d,45255,1732605619241/15ed1af4400d%2C45255%2C1732605619241.1732605620588 not finished, retry = 0 2024-11-26T07:20:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33459 is added to blk_1073741830_1006 (size=73878) 2024-11-26T07:20:45,801 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:45,838 INFO [M:0;15ed1af4400d:45255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:20:45,838 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:45,838 INFO [M:0;15ed1af4400d:45255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45255 2024-11-26T07:20:45,838 INFO [M:0;15ed1af4400d:45255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45255-0x101532575320006, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:45,946 INFO [M:0;15ed1af4400d:45255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:45,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583d7786{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:45,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14b05bf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:45,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:45,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cf71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:45,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b0f833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:45,969 WARN [BP-1148967827-172.17.0.2-1732605618226 heartbeating to localhost/127.0.0.1:44735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:20:45,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:20:45,969 WARN [BP-1148967827-172.17.0.2-1732605618226 heartbeating to localhost/127.0.0.1:44735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148967827-172.17.0.2-1732605618226 (Datanode Uuid dcf3ad7a-5964-424c-b688-ab3803b70287) service to localhost/127.0.0.1:44735 2024-11-26T07:20:45,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:20:45,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/cluster_1c1a1022-cda5-ddb5-9ba3-cb5749e23741/data/data1/current/BP-1148967827-172.17.0.2-1732605618226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:45,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/cluster_1c1a1022-cda5-ddb5-9ba3-cb5749e23741/data/data2/current/BP-1148967827-172.17.0.2-1732605618226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:45,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:20:45,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bcc0901{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:45,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c1eb1c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:45,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:45,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569c531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:45,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d838bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:46,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:20:46,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:20:46,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:46,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:46,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:46,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:46,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:46,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:20:46,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=508987339, stopped=false 2024-11-26T07:20:46,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,36749,1732605615934 2024-11-26T07:20:46,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-886012247/running 2024-11-26T07:20:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-886012247/running 2024-11-26T07:20:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:46,011 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:46,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:46,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:46,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:46,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on znode that does not yet exist, /1-886012247/running 2024-11-26T07:20:46,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Set watcher on znode that does not yet exist, /1-886012247/running 2024-11-26T07:20:46,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,33681,1732605615970' ***** 2024-11-26T07:20:46,012 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:20:46,012 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:20:46,012 INFO [RS:0;15ed1af4400d:33681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:20:46,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:20:46,012 INFO [RS:0;15ed1af4400d:33681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:20:46,013 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:46,013 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:46,013 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,33681,1732605615970 2024-11-26T07:20:46,013 INFO [RS:0;15ed1af4400d:33681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:46,013 INFO [RS:0;15ed1af4400d:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33681. 2024-11-26T07:20:46,013 DEBUG [RS:0;15ed1af4400d:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:46,013 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aad4cb1b67dfb2a431635381902fcd9c, disabling compactions & flushes 2024-11-26T07:20:46,013 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:46,013 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:46,013 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:46,014 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. after waiting 1 ms 2024-11-26T07:20:46,014 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:20:46,014 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:46,014 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:20:46,014 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:20:46,014 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:20:46,014 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aad4cb1b67dfb2a431635381902fcd9c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T07:20:46,014 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:20:46,014 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1325): Online Regions={aad4cb1b67dfb2a431635381902fcd9c=test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c., 1588230740=hbase:meta,,1.1588230740, 190b1636100904036bea73081e7cdfac=hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac.} 2024-11-26T07:20:46,014 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 190b1636100904036bea73081e7cdfac, aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:46,015 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:46,015 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:46,015 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:46,015 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:46,015 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:46,015 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:20:46,037 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/f/9b805331e63a4e5da4dd41117316d0e8 is 37, key is row3/f:row3/1732605641555/Put/seqid=0 2024-11-26T07:20:46,038 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/info/402ff2a4b00b4aab8f4ebe19592a3830 is 147, key is hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac./info:regioninfo/1732605631735/Put/seqid=0 2024-11-26T07:20:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741840_1016 (size=5228) 2024-11-26T07:20:46,041 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/f/9b805331e63a4e5da4dd41117316d0e8 2024-11-26T07:20:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741841_1017 (size=7686) 2024-11-26T07:20:46,042 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/info/402ff2a4b00b4aab8f4ebe19592a3830 2024-11-26T07:20:46,046 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b805331e63a4e5da4dd41117316d0e8 2024-11-26T07:20:46,060 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/f1/a178fc25dccf4decb91d3f9734633037 is 30, key is row1/f1:/1732605638900/DeleteFamily/seqid=0 2024-11-26T07:20:46,064 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/ns/495bcde1ba6e45ce8331b7337f813918 is 43, key is default/ns:d/1732605618117/Put/seqid=0 2024-11-26T07:20:46,069 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741842_1018 (size=5158) 2024-11-26T07:20:46,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741843_1019 (size=5153) 2024-11-26T07:20:46,188 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1468, reset compression=false 2024-11-26T07:20:46,199 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:46,199 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1715, reset compression=false 2024-11-26T07:20:46,199 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33681,1732605615970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:46,200 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,33681,1732605615970: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,33681,1732605615970, walGroup=15ed1af4400d%2C33681%2C1732605615970, offset=15ed1af4400d%2C33681%2C1732605615970.1732605617569:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:33681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:20:46,202 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:20:46,202 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:20:46,202 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:20:46,202 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:20:46,202 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:20:46,202 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 782800896 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199128040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:20:46,203 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:36749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:36749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:20:46,216 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 190b1636100904036bea73081e7cdfac, aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:46,416 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 190b1636100904036bea73081e7cdfac, aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:46,418 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1715, reset compression=false 2024-11-26T07:20:46,476 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/f1/a178fc25dccf4decb91d3f9734633037 2024-11-26T07:20:46,479 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/ns/495bcde1ba6e45ce8331b7337f813918 2024-11-26T07:20:46,483 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a178fc25dccf4decb91d3f9734633037 2024-11-26T07:20:46,497 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:20:46,497 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:20:46,524 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/norep/3ebd6e2125b04b7b9189d2c66972dba1 is 33, key is row1/norep:/1732605638900/DeleteFamily/seqid=0 2024-11-26T07:20:46,542 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/rep_barrier/791d05157e0a4abfb23a383ce79967c8 is 112, key is test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c./rep_barrier:seqnumDuringOpen/1732605625230/Put/seqid=0 2024-11-26T07:20:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741845_1021 (size=5518) 2024-11-26T07:20:46,570 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/rep_barrier/791d05157e0a4abfb23a383ce79967c8 2024-11-26T07:20:46,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741844_1020 (size=5108) 2024-11-26T07:20:46,581 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/norep/3ebd6e2125b04b7b9189d2c66972dba1 2024-11-26T07:20:46,591 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebd6e2125b04b7b9189d2c66972dba1 2024-11-26T07:20:46,592 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/f/9b805331e63a4e5da4dd41117316d0e8 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/f/9b805331e63a4e5da4dd41117316d0e8 2024-11-26T07:20:46,598 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b805331e63a4e5da4dd41117316d0e8 2024-11-26T07:20:46,598 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/f/9b805331e63a4e5da4dd41117316d0e8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T07:20:46,600 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/f1/a178fc25dccf4decb91d3f9734633037 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/f1/a178fc25dccf4decb91d3f9734633037 2024-11-26T07:20:46,605 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:46,605 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a178fc25dccf4decb91d3f9734633037 2024-11-26T07:20:46,605 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/f1/a178fc25dccf4decb91d3f9734633037, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T07:20:46,610 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/.tmp/norep/3ebd6e2125b04b7b9189d2c66972dba1 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/norep/3ebd6e2125b04b7b9189d2c66972dba1 2024-11-26T07:20:46,617 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 190b1636100904036bea73081e7cdfac, aad4cb1b67dfb2a431635381902fcd9c 2024-11-26T07:20:46,620 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebd6e2125b04b7b9189d2c66972dba1 2024-11-26T07:20:46,621 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/norep/3ebd6e2125b04b7b9189d2c66972dba1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T07:20:46,622 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aad4cb1b67dfb2a431635381902fcd9c in 608ms, sequenceid=12, compaction requested=false 2024-11-26T07:20:46,622 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:20:46,635 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/table/a50caa1224be44d08045a8764a41f2e0 is 53, key is hbase:replication/table:state/1732605631742/Put/seqid=0 2024-11-26T07:20:46,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741846_1022 (size=5308) 2024-11-26T07:20:46,687 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/table/a50caa1224be44d08045a8764a41f2e0 2024-11-26T07:20:46,690 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/default/test/aad4cb1b67dfb2a431635381902fcd9c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:46,691 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aad4cb1b67dfb2a431635381902fcd9c: Waiting for close lock at 1732605646013Running coprocessor pre-close hooks at 1732605646013Disabling compacts and flushes for region at 1732605646013Disabling writes for close at 1732605646014 (+1 ms)Obtaining lock to block concurrent updates at 1732605646014Preparing flush snapshotting stores in aad4cb1b67dfb2a431635381902fcd9c at 1732605646014Finished memstore snapshotting test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732605646014Flushing stores of test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. at 1732605646015 (+1 ms)Flushing aad4cb1b67dfb2a431635381902fcd9c/f: creating writer at 1732605646015Flushing aad4cb1b67dfb2a431635381902fcd9c/f: appending metadata at 1732605646037 (+22 ms)Flushing aad4cb1b67dfb2a431635381902fcd9c/f: closing flushed file at 1732605646037Flushing aad4cb1b67dfb2a431635381902fcd9c/f1: creating writer at 1732605646046 (+9 ms)Flushing aad4cb1b67dfb2a431635381902fcd9c/f1: appending metadata at 1732605646060 (+14 ms)Flushing aad4cb1b67dfb2a431635381902fcd9c/f1: closing flushed file at 1732605646060Flushing aad4cb1b67dfb2a431635381902fcd9c/norep: creating writer at 1732605646483 (+423 ms)Flushing aad4cb1b67dfb2a431635381902fcd9c/norep: appending metadata at 1732605646522 (+39 ms)Flushing aad4cb1b67dfb2a431635381902fcd9c/norep: closing flushed file at 1732605646522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b23e7e: reopening flushed file at 1732605646591 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d98908d: reopening flushed file at 1732605646598 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce7af78: reopening flushed file at 1732605646606 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aad4cb1b67dfb2a431635381902fcd9c in 608ms, sequenceid=12, compaction requested=false at 1732605646622 (+16 ms)Writing region close event to WAL at 1732605646685 (+63 ms)Running coprocessor post-close hooks at 1732605646691 (+6 ms)Closed at 1732605646691 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605624086.aad4cb1b67dfb2a431635381902fcd9c. 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 190b1636100904036bea73081e7cdfac, disabling compactions & flushes 2024-11-26T07:20:46,691 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. after waiting 0 ms 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,691 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 190b1636100904036bea73081e7cdfac: Waiting for close lock at 1732605646691Running coprocessor pre-close hooks at 1732605646691Disabling compacts and flushes for region at 1732605646691Disabling writes for close at 1732605646691Failed flush hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac., putting online again at 1732605646691 2024-11-26T07:20:46,692 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,694 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/info/402ff2a4b00b4aab8f4ebe19592a3830 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/info/402ff2a4b00b4aab8f4ebe19592a3830 2024-11-26T07:20:46,699 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/info/402ff2a4b00b4aab8f4ebe19592a3830, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:20:46,703 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/ns/495bcde1ba6e45ce8331b7337f813918 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/ns/495bcde1ba6e45ce8331b7337f813918 2024-11-26T07:20:46,708 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/ns/495bcde1ba6e45ce8331b7337f813918, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:20:46,709 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/rep_barrier/791d05157e0a4abfb23a383ce79967c8 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/rep_barrier/791d05157e0a4abfb23a383ce79967c8 2024-11-26T07:20:46,719 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/rep_barrier/791d05157e0a4abfb23a383ce79967c8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:20:46,720 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/.tmp/table/a50caa1224be44d08045a8764a41f2e0 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/table/a50caa1224be44d08045a8764a41f2e0 2024-11-26T07:20:46,726 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 1715, reset compression=false 2024-11-26T07:20:46,733 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/table/a50caa1224be44d08045a8764a41f2e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:20:46,734 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 719ms, sequenceid=16, compaction requested=false 2024-11-26T07:20:46,734 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:20:46,775 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:46,775 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 2359, reset compression=false 2024-11-26T07:20:46,817 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:46,817 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 190b1636100904036bea73081e7cdfac 2024-11-26T07:20:46,817 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 190b1636100904036bea73081e7cdfac, disabling compactions & flushes 2024-11-26T07:20:46,817 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,817 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,817 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. after waiting 0 ms 2024-11-26T07:20:46,817 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,817 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 190b1636100904036bea73081e7cdfac: Waiting for close lock at 1732605646817Running coprocessor pre-close hooks at 1732605646817Disabling compacts and flushes for region at 1732605646817Disabling writes for close at 1732605646817Failed flush hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac., putting online again at 1732605646817 2024-11-26T07:20:46,818 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac. 2024-11-26T07:20:46,818 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:20:46,819 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:46,819 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:46,819 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:46,819 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605646014Running coprocessor pre-close hooks at 1732605646014Disabling compacts and flushes for region at 1732605646014Disabling writes for close at 1732605646015 (+1 ms)Obtaining lock to block concurrent updates at 1732605646015Preparing flush snapshotting stores in 1588230740 at 1732605646015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605646015Flushing stores of hbase:meta,,1.1588230740 at 1732605646016 (+1 ms)Flushing 1588230740/info: creating writer at 1732605646016Flushing 1588230740/info: appending metadata at 1732605646038 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732605646038Flushing 1588230740/ns: creating writer at 1732605646047 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732605646063 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732605646063Flushing 1588230740/rep_barrier: creating writer at 1732605646484 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605646542 (+58 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605646542Flushing 1588230740/table: creating writer at 1732605646576 (+34 ms)Flushing 1588230740/table: appending metadata at 1732605646635 (+59 ms)Flushing 1588230740/table: closing flushed file at 1732605646635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174e110: reopening flushed file at 1732605646693 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f89740c: reopening flushed file at 1732605646700 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64bd20b8: reopening flushed file at 1732605646708 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b83d5bb: reopening flushed file at 1732605646719 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 719ms, sequenceid=16, compaction requested=false at 1732605646734 (+15 ms)Writing region close event to WAL at 1732605646813 (+79 ms)Running coprocessor post-close hooks at 1732605646819 (+6 ms)Closed at 1732605646819 2024-11-26T07:20:46,820 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:47,014 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/WALs/15ed1af4400d,33681,1732605615970/15ed1af4400d%2C33681%2C1732605615970.1732605617569 to pos 2359, reset compression=false 2024-11-26T07:20:47,017 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:20:47,017 DEBUG [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1325): Online Regions={190b1636100904036bea73081e7cdfac=hbase:replication,,1732605630568.190b1636100904036bea73081e7cdfac.} 2024-11-26T07:20:47,017 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T07:20:47,017 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,33681,1732605615970; all regions closed. 2024-11-26T07:20:47,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:20:47,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741839_1015 (size=2609) 2024-11-26T07:20:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741833_1009 (size=2367) 2024-11-26T07:20:47,024 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:47,024 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:47,024 INFO [RS:0;15ed1af4400d:33681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:47,024 INFO [RS:0;15ed1af4400d:33681 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:47,024 INFO [RS:0;15ed1af4400d:33681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:47,024 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:47,024 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,33681,1732605615970 because: Region server is closing 2024-11-26T07:20:47,024 INFO [RS:0;15ed1af4400d:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33681. 2024-11-26T07:20:47,025 DEBUG [RS:0;15ed1af4400d:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:47,025 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:47,025 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:47,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:47,125 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.shipper15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 terminated 2024-11-26T07:20:47,125 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33681,1732605615970.replicationSource.wal-reader.15ed1af4400d%2C33681%2C1732605615970,1-15ed1af4400d,33681,1732605615970 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:20:47,125 INFO [RS:0;15ed1af4400d:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33681. 2024-11-26T07:20:47,125 DEBUG [RS:0;15ed1af4400d:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:47,125 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:47,126 DEBUG [RS:0;15ed1af4400d:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:47,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:47,127 INFO [RS:0;15ed1af4400d:33681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33681 2024-11-26T07:20:47,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-886012247/rs/15ed1af4400d,33681,1732605615970 2024-11-26T07:20:47,129 INFO [RS:0;15ed1af4400d:33681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:47,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247/rs 2024-11-26T07:20:47,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,33681,1732605615970] 2024-11-26T07:20:47,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-886012247/draining/15ed1af4400d,33681,1732605615970 already deleted, retry=false 2024-11-26T07:20:47,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,33681,1732605615970 expired; onlineServers=0 2024-11-26T07:20:47,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,36749,1732605615934' ***** 2024-11-26T07:20:47,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:20:47,136 INFO [M:0;15ed1af4400d:36749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:47,136 INFO [M:0;15ed1af4400d:36749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:47,136 DEBUG [M:0;15ed1af4400d:36749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:20:47,136 DEBUG [M:0;15ed1af4400d:36749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:20:47,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605617338 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605617338,5,FailOnTimeoutGroup] 2024-11-26T07:20:47,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605617338 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605617338,5,FailOnTimeoutGroup] 2024-11-26T07:20:47,137 INFO [M:0;15ed1af4400d:36749 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:47,137 INFO [M:0;15ed1af4400d:36749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:47,137 DEBUG [M:0;15ed1af4400d:36749 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:20:47,137 INFO [M:0;15ed1af4400d:36749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:20:47,137 INFO [M:0;15ed1af4400d:36749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:47,137 INFO [M:0;15ed1af4400d:36749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:20:47,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:20:47,138 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:20:47,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-886012247/master 2024-11-26T07:20:47,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-886012247 2024-11-26T07:20:47,142 DEBUG [M:0;15ed1af4400d:36749 {}] zookeeper.RecoverableZooKeeper(212): Node /1-886012247/master already deleted, retry=false 2024-11-26T07:20:47,142 DEBUG [M:0;15ed1af4400d:36749 {}] master.ActiveMasterManager(353): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-886012247/master 2024-11-26T07:20:47,142 INFO [M:0;15ed1af4400d:36749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/.lastflushedseqids 2024-11-26T07:20:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741847_1023 (size=245) 2024-11-26T07:20:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:47,233 INFO [RS:0;15ed1af4400d:33681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x101532575320004, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:47,233 INFO [RS:0;15ed1af4400d:33681 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,33681,1732605615970; zookeeper connection closed. 2024-11-26T07:20:47,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@def0f93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@def0f93 2024-11-26T07:20:47,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:20:47,525 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:47,552 INFO [M:0;15ed1af4400d:36749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:20:47,552 INFO [M:0;15ed1af4400d:36749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:20:47,553 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:47,553 INFO [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:47,553 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:47,553 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:47,553 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:47,553 INFO [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-26T07:20:47,570 DEBUG [M:0;15ed1af4400d:36749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd4f9784e31047409006b5fcabbb858b is 82, key is hbase:meta,,1/info:regioninfo/1732605618108/Put/seqid=0 2024-11-26T07:20:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741848_1024 (size=5672) 2024-11-26T07:20:47,974 INFO [M:0;15ed1af4400d:36749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd4f9784e31047409006b5fcabbb858b 2024-11-26T07:20:47,992 DEBUG [M:0;15ed1af4400d:36749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/638b6f9f75c64bb0896ea21377cdc6de is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605631745/Put/seqid=0 2024-11-26T07:20:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741849_1025 (size=8517) 2024-11-26T07:20:48,396 INFO [M:0;15ed1af4400d:36749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/638b6f9f75c64bb0896ea21377cdc6de 2024-11-26T07:20:48,415 DEBUG [M:0;15ed1af4400d:36749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b06fe629379d4a90b629133ef4cfd176 is 69, key is 15ed1af4400d,33681,1732605615970/rs:state/1732605617412/Put/seqid=0 2024-11-26T07:20:48,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741850_1026 (size=5156) 2024-11-26T07:20:48,529 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:48,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,819 INFO [M:0;15ed1af4400d:36749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b06fe629379d4a90b629133ef4cfd176 2024-11-26T07:20:48,825 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd4f9784e31047409006b5fcabbb858b as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd4f9784e31047409006b5fcabbb858b 2024-11-26T07:20:48,829 INFO [M:0;15ed1af4400d:36749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd4f9784e31047409006b5fcabbb858b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T07:20:48,830 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/638b6f9f75c64bb0896ea21377cdc6de as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/638b6f9f75c64bb0896ea21377cdc6de 2024-11-26T07:20:48,833 INFO [M:0;15ed1af4400d:36749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/638b6f9f75c64bb0896ea21377cdc6de, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T07:20:48,834 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b06fe629379d4a90b629133ef4cfd176 as hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b06fe629379d4a90b629133ef4cfd176 2024-11-26T07:20:48,838 INFO [M:0;15ed1af4400d:36749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37145/user/jenkins/test-data/a2378178-77e1-3a92-5a87-5e2ff1ba6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b06fe629379d4a90b629133ef4cfd176, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T07:20:48,839 INFO [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-26T07:20:48,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,845 INFO [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:48,845 DEBUG [M:0;15ed1af4400d:36749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605647553Disabling compacts and flushes for region at 1732605647553Disabling writes for close at 1732605647553Obtaining lock to block concurrent updates at 1732605647553Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605647553Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732605647553Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605647554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605647554Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605647570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605647570Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605647978 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605647992 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605647992Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605648399 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605648414 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605648414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5c7a9c: reopening flushed file at 1732605648825 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18bbe4d8: reopening flushed file at 1732605648829 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43510bef: reopening flushed file at 1732605648834 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732605648839 (+5 ms)Writing region close event to WAL at 1732605648845 (+6 ms)Closed at 1732605648845 2024-11-26T07:20:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741830_1006 (size=63666) 2024-11-26T07:20:48,848 INFO [M:0;15ed1af4400d:36749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:20:48,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:48,848 INFO [M:0;15ed1af4400d:36749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36749 2024-11-26T07:20:48,849 INFO [M:0;15ed1af4400d:36749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:48,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:48,951 INFO [M:0;15ed1af4400d:36749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:48,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:48,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36749-0x101532575320003, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:48,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53c664ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:48,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:48,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:48,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:48,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:48,956 WARN [BP-582722542-172.17.0.2-1732605614846 heartbeating to localhost/127.0.0.1:37145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:20:48,956 WARN [BP-582722542-172.17.0.2-1732605614846 heartbeating to localhost/127.0.0.1:37145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582722542-172.17.0.2-1732605614846 (Datanode Uuid 22fb876d-ca18-46c6-bbcb-0cafcdef7de3) service to localhost/127.0.0.1:37145 2024-11-26T07:20:48,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/cluster_bb23273d-a23d-b3c2-98e7-68ca12d2e452/data/data1/current/BP-582722542-172.17.0.2-1732605614846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:48,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/cluster_bb23273d-a23d-b3c2-98e7-68ca12d2e452/data/data2/current/BP-582722542-172.17.0.2-1732605614846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:48,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:20:48,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:20:48,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:20:48,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25f2316d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:48,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:48,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:48,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:48,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3adb91f-3fa4-38aa-ebb5-fb8cb8a18c39/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:48,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:20:48,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:20:48,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:48,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:48,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:48,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:48,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:48,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:20:48,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=409748190, stopped=false 2024-11-26T07:20:48,984 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,34699,1732605611713 2024-11-26T07:20:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804195829/running 2024-11-26T07:20:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804195829/running 2024-11-26T07:20:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:48,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:48,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:20:48,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:48,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:48,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,36281,1732605611791' ***** 2024-11-26T07:20:48,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:20:48,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on znode that does not yet exist, /0-804195829/running 2024-11-26T07:20:48,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Set watcher on znode that does not yet exist, /0-804195829/running 2024-11-26T07:20:48,986 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:20:48,986 INFO [RS:0;15ed1af4400d:36281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:20:48,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,36281,1732605611791 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:36281. 2024-11-26T07:20:48,987 DEBUG [RS:0;15ed1af4400d:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:48,987 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5aac7acef8353feb0e676359e6017d3, disabling compactions & flushes 2024-11-26T07:20:48,987 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:20:48,987 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:48,987 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:48,987 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. after waiting 0 ms 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:20:48,987 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:48,987 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:20:48,988 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:20:48,988 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5aac7acef8353feb0e676359e6017d3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T07:20:48,988 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:20:48,988 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5aac7acef8353feb0e676359e6017d3=test,,1732605621931.f5aac7acef8353feb0e676359e6017d3., 01849624a07ed0ef27bd5ba39da6cd49=hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49.} 2024-11-26T07:20:48,988 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1351): Waiting on 01849624a07ed0ef27bd5ba39da6cd49, 1588230740, f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:48,988 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:48,988 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:48,988 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:48,988 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:48,988 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:48,988 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:20:49,004 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/info/ca616ca96b3a4b4a8974812d820524ab is 147, key is hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49./info:regioninfo/1732605629563/Put/seqid=0 2024-11-26T07:20:49,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741840_1016 (size=7686) 2024-11-26T07:20:49,007 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/f/e1beae5f7a5c4137a5950bf54536f4fb is 37, key is row3/f:row3/1732605641555/Put/seqid=0 2024-11-26T07:20:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741841_1017 (size=5228) 2024-11-26T07:20:49,075 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:49,188 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1351): Waiting on 01849624a07ed0ef27bd5ba39da6cd49, 1588230740, f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:49,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:49,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,388 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1351): Waiting on 01849624a07ed0ef27bd5ba39da6cd49, 1588230740, f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:49,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,407 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/info/ca616ca96b3a4b4a8974812d820524ab 2024-11-26T07:20:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:49,414 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/f/e1beae5f7a5c4137a5950bf54536f4fb 2024-11-26T07:20:49,418 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1beae5f7a5c4137a5950bf54536f4fb 2024-11-26T07:20:49,428 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/ns/21ae6a3247be41f49b5b1bed5d0bc163 is 43, key is default/ns:d/1732605614743/Put/seqid=0 2024-11-26T07:20:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741842_1018 (size=5153) 2024-11-26T07:20:49,438 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/f1/19e91811eac14233a2596b2adce7e071 is 30, key is row1/f1:/1732605638900/DeleteFamily/seqid=0 2024-11-26T07:20:49,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741843_1019 (size=5158) 2024-11-26T07:20:49,588 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1351): Waiting on 01849624a07ed0ef27bd5ba39da6cd49, 1588230740, f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:49,633 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1490, reset compression=false 2024-11-26T07:20:49,639 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:49,639 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1737, reset compression=false 2024-11-26T07:20:49,639 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,36281,1732605611791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791, lastWalPosition=1737, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:20:49,640 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,36281,1732605611791: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,36281,1732605611791, walGroup=15ed1af4400d%2C36281%2C1732605611791, offset=15ed1af4400d%2C36281%2C1732605611791.1732605613791:1737, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:36281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:20:49,641 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:20:49,642 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:20:49,642 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:20:49,642 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:20:49,642 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:20:49,642 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 870881280 }, "NonHeapMemoryUsage": { "committed": 203030528, "init": 7667712, "max": -1, "used": 200087176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:20:49,642 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:34699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:34699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:20:49,670 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:20:49,670 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:20:49,789 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1351): Waiting on 01849624a07ed0ef27bd5ba39da6cd49, 1588230740, f5aac7acef8353feb0e676359e6017d3 2024-11-26T07:20:49,833 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/ns/21ae6a3247be41f49b5b1bed5d0bc163 2024-11-26T07:20:49,842 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/f1/19e91811eac14233a2596b2adce7e071 2024-11-26T07:20:49,845 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19e91811eac14233a2596b2adce7e071 2024-11-26T07:20:49,849 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1737, reset compression=false 2024-11-26T07:20:49,855 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/rep_barrier/3d63098deb61488489e6ae1dd9c04192 is 112, key is test,,1732605621931.f5aac7acef8353feb0e676359e6017d3./rep_barrier:seqnumDuringOpen/1732605623076/Put/seqid=0 2024-11-26T07:20:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741844_1020 (size=5518) 2024-11-26T07:20:49,862 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/rep_barrier/3d63098deb61488489e6ae1dd9c04192 2024-11-26T07:20:49,863 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/norep/73dfc5de94954746b209dd68eee6e96c is 32, key is row/norep:/1732605637894/DeleteFamily/seqid=0 2024-11-26T07:20:49,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741845_1021 (size=5101) 2024-11-26T07:20:49,870 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/norep/73dfc5de94954746b209dd68eee6e96c 2024-11-26T07:20:49,873 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73dfc5de94954746b209dd68eee6e96c 2024-11-26T07:20:49,874 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/f/e1beae5f7a5c4137a5950bf54536f4fb as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/f/e1beae5f7a5c4137a5950bf54536f4fb 2024-11-26T07:20:49,878 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1beae5f7a5c4137a5950bf54536f4fb 2024-11-26T07:20:49,878 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/f/e1beae5f7a5c4137a5950bf54536f4fb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T07:20:49,878 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/f1/19e91811eac14233a2596b2adce7e071 as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/f1/19e91811eac14233a2596b2adce7e071 2024-11-26T07:20:49,882 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/table/2a2477509b3a4121bc006f77ff878cdb is 53, key is hbase:replication/table:state/1732605629569/Put/seqid=0 2024-11-26T07:20:49,886 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19e91811eac14233a2596b2adce7e071 2024-11-26T07:20:49,887 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/f1/19e91811eac14233a2596b2adce7e071, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T07:20:49,887 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/.tmp/norep/73dfc5de94954746b209dd68eee6e96c as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/norep/73dfc5de94954746b209dd68eee6e96c 2024-11-26T07:20:49,892 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73dfc5de94954746b209dd68eee6e96c 2024-11-26T07:20:49,893 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/norep/73dfc5de94954746b209dd68eee6e96c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T07:20:49,893 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f5aac7acef8353feb0e676359e6017d3 in 906ms, sequenceid=12, compaction requested=false 2024-11-26T07:20:49,893 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:20:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741846_1022 (size=5308) 2024-11-26T07:20:49,902 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/table/2a2477509b3a4121bc006f77ff878cdb 2024-11-26T07:20:49,906 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/info/ca616ca96b3a4b4a8974812d820524ab as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/info/ca616ca96b3a4b4a8974812d820524ab 2024-11-26T07:20:49,908 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/default/test/f5aac7acef8353feb0e676359e6017d3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T07:20:49,908 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:49,908 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:49,908 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:49,908 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5aac7acef8353feb0e676359e6017d3: Waiting for close lock at 1732605648987Running coprocessor pre-close hooks at 1732605648987Disabling compacts and flushes for region at 1732605648987Disabling writes for close at 1732605648987Obtaining lock to block concurrent updates at 1732605648988 (+1 ms)Preparing flush snapshotting stores in f5aac7acef8353feb0e676359e6017d3 at 1732605648988Finished memstore snapshotting test,,1732605621931.f5aac7acef8353feb0e676359e6017d3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732605648988Flushing stores of test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. at 1732605648989 (+1 ms)Flushing f5aac7acef8353feb0e676359e6017d3/f: creating writer at 1732605648990 (+1 ms)Flushing f5aac7acef8353feb0e676359e6017d3/f: appending metadata at 1732605649006 (+16 ms)Flushing f5aac7acef8353feb0e676359e6017d3/f: closing flushed file at 1732605649006Flushing f5aac7acef8353feb0e676359e6017d3/f1: creating writer at 1732605649418 (+412 ms)Flushing f5aac7acef8353feb0e676359e6017d3/f1: appending metadata at 1732605649437 (+19 ms)Flushing f5aac7acef8353feb0e676359e6017d3/f1: closing flushed file at 1732605649437Flushing f5aac7acef8353feb0e676359e6017d3/norep: creating writer at 1732605649846 (+409 ms)Flushing f5aac7acef8353feb0e676359e6017d3/norep: appending metadata at 1732605649863 (+17 ms)Flushing f5aac7acef8353feb0e676359e6017d3/norep: closing flushed file at 1732605649863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20367202: reopening flushed file at 1732605649873 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1c05fc: reopening flushed file at 1732605649878 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68db76f1: reopening flushed file at 1732605649887 (+9 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f5aac7acef8353feb0e676359e6017d3 in 906ms, sequenceid=12, compaction requested=false at 1732605649893 (+6 ms)Writing region close event to WAL at 1732605649905 (+12 ms)Running coprocessor post-close hooks at 1732605649908 (+3 ms)Closed at 1732605649908 2024-11-26T07:20:49,908 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605621931.f5aac7acef8353feb0e676359e6017d3. 2024-11-26T07:20:49,909 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01849624a07ed0ef27bd5ba39da6cd49, disabling compactions & flushes 2024-11-26T07:20:49,909 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:49,909 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:49,909 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. after waiting 0 ms 2024-11-26T07:20:49,909 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:49,909 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01849624a07ed0ef27bd5ba39da6cd49: Waiting for close lock at 1732605649909Running coprocessor pre-close hooks at 1732605649909Disabling compacts and flushes for region at 1732605649909Disabling writes for close at 1732605649909Failed flush hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49., putting online again at 1732605649909 2024-11-26T07:20:49,909 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:49,911 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/info/ca616ca96b3a4b4a8974812d820524ab, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:20:49,912 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/ns/21ae6a3247be41f49b5b1bed5d0bc163 as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/ns/21ae6a3247be41f49b5b1bed5d0bc163 2024-11-26T07:20:49,915 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/ns/21ae6a3247be41f49b5b1bed5d0bc163, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:20:49,916 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/rep_barrier/3d63098deb61488489e6ae1dd9c04192 as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/rep_barrier/3d63098deb61488489e6ae1dd9c04192 2024-11-26T07:20:49,920 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/rep_barrier/3d63098deb61488489e6ae1dd9c04192, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:20:49,920 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/.tmp/table/2a2477509b3a4121bc006f77ff878cdb as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/table/2a2477509b3a4121bc006f77ff878cdb 2024-11-26T07:20:49,924 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/table/2a2477509b3a4121bc006f77ff878cdb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:20:49,925 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false 2024-11-26T07:20:49,925 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:20:49,931 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:20:49,939 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:20:49,939 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:20:49,939 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:49,939 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605648988Running coprocessor pre-close hooks at 1732605648988Disabling compacts and flushes for region at 1732605648988Disabling writes for close at 1732605648988Obtaining lock to block concurrent updates at 1732605648988Preparing flush snapshotting stores in 1588230740 at 1732605648988Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605648988Flushing stores of hbase:meta,,1.1588230740 at 1732605648989 (+1 ms)Flushing 1588230740/info: creating writer at 1732605648989Flushing 1588230740/info: appending metadata at 1732605649003 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732605649003Flushing 1588230740/ns: creating writer at 1732605649412 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732605649427 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732605649427Flushing 1588230740/rep_barrier: creating writer at 1732605649838 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605649855 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605649855Flushing 1588230740/table: creating writer at 1732605649866 (+11 ms)Flushing 1588230740/table: appending metadata at 1732605649882 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732605649882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac477d0: reopening flushed file at 1732605649906 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e495df5: reopening flushed file at 1732605649911 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4744b: reopening flushed file at 1732605649915 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53325908: reopening flushed file at 1732605649920 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false at 1732605649925 (+5 ms)Writing region close event to WAL at 1732605649927 (+2 ms)Running coprocessor post-close hooks at 1732605649939 (+12 ms)Closed at 1732605649939 2024-11-26T07:20:49,939 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:49,989 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:20:49,989 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1325): Online Regions={01849624a07ed0ef27bd5ba39da6cd49=hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49.} 2024-11-26T07:20:49,989 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:49,989 DEBUG [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1351): Waiting on 01849624a07ed0ef27bd5ba39da6cd49 2024-11-26T07:20:49,989 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01849624a07ed0ef27bd5ba39da6cd49, disabling compactions & flushes 2024-11-26T07:20:49,989 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:49,989 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:49,989 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. after waiting 0 ms 2024-11-26T07:20:49,989 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:49,990 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01849624a07ed0ef27bd5ba39da6cd49: Waiting for close lock at 1732605649989Running coprocessor pre-close hooks at 1732605649989Disabling compacts and flushes for region at 1732605649989Disabling writes for close at 1732605649989Failed flush hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49., putting online again at 1732605649989 2024-11-26T07:20:49,990 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605628398.01849624a07ed0ef27bd5ba39da6cd49. 2024-11-26T07:20:50,154 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 1737, reset compression=false 2024-11-26T07:20:50,160 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:20:50,160 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.wal-reader.15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 to pos 2381, reset compression=false 2024-11-26T07:20:50,189 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T07:20:50,189 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,36281,1732605611791; all regions closed. 2024-11-26T07:20:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:20:50,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741839_1015 (size=2609) 2024-11-26T07:20:50,204 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/WALs/15ed1af4400d,36281,1732605611791/15ed1af4400d%2C36281%2C1732605611791.1732605613791 not finished, retry = 0 2024-11-26T07:20:50,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741832_1008 (size=2389) 2024-11-26T07:20:50,306 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:50,306 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:20:50,306 INFO [RS:0;15ed1af4400d:36281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:50,306 INFO [RS:0;15ed1af4400d:36281 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:50,306 INFO [RS:0;15ed1af4400d:36281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:50,306 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:50,307 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,36281,1732605611791 because: Region server is closing 2024-11-26T07:20:50,307 INFO [RS:0;15ed1af4400d:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:36281. 2024-11-26T07:20:50,307 DEBUG [RS:0;15ed1af4400d:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:50,307 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:50,307 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:50,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:50,407 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,36281,1732605611791.replicationSource.shipper15ed1af4400d%2C36281%2C1732605611791,1-15ed1af4400d,36281,1732605611791 terminated 2024-11-26T07:20:50,408 INFO [RS:0;15ed1af4400d:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:36281. 2024-11-26T07:20:50,408 DEBUG [RS:0;15ed1af4400d:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:20:50,408 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:50,408 DEBUG [RS:0;15ed1af4400d:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:50,408 INFO [RS:0;15ed1af4400d:36281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36281 2024-11-26T07:20:50,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:20:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829/rs 2024-11-26T07:20:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804195829/rs/15ed1af4400d,36281,1732605611791 2024-11-26T07:20:50,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,36281,1732605611791] 2024-11-26T07:20:50,414 INFO [RS:0;15ed1af4400d:36281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:50,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-804195829/draining/15ed1af4400d,36281,1732605611791 already deleted, retry=false 2024-11-26T07:20:50,415 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,36281,1732605611791 expired; onlineServers=0 2024-11-26T07:20:50,415 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,34699,1732605611713' ***** 2024-11-26T07:20:50,415 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:20:50,415 INFO [M:0;15ed1af4400d:34699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:20:50,415 INFO [M:0;15ed1af4400d:34699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:20:50,415 DEBUG [M:0;15ed1af4400d:34699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:20:50,415 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:20:50,415 DEBUG [M:0;15ed1af4400d:34699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:20:50,416 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605613560 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605613560,5,FailOnTimeoutGroup] 2024-11-26T07:20:50,416 INFO [M:0;15ed1af4400d:34699 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:20:50,416 INFO [M:0;15ed1af4400d:34699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:20:50,416 DEBUG [M:0;15ed1af4400d:34699 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:20:50,416 INFO [M:0;15ed1af4400d:34699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:20:50,416 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605613562 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605613562,5,FailOnTimeoutGroup] 2024-11-26T07:20:50,416 INFO [M:0;15ed1af4400d:34699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:20:50,417 INFO [M:0;15ed1af4400d:34699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:20:50,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:20:50,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804195829/master 2024-11-26T07:20:50,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804195829 2024-11-26T07:20:50,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-804195829/master already deleted, retry=false 2024-11-26T07:20:50,419 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-804195829/master 2024-11-26T07:20:50,420 INFO [M:0;15ed1af4400d:34699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/.lastflushedseqids 2024-11-26T07:20:50,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741847_1023 (size=245) 2024-11-26T07:20:50,429 INFO [M:0;15ed1af4400d:34699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:20:50,429 INFO [M:0;15ed1af4400d:34699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:20:50,429 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:50,429 INFO [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:50,429 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:50,429 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:50,429 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:50,429 INFO [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T07:20:50,458 DEBUG [M:0;15ed1af4400d:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6e6588604147bcb2f6b2432dae2e21 is 82, key is hbase:meta,,1/info:regioninfo/1732605614729/Put/seqid=0 2024-11-26T07:20:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741848_1024 (size=5672) 2024-11-26T07:20:50,465 INFO [M:0;15ed1af4400d:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6e6588604147bcb2f6b2432dae2e21 2024-11-26T07:20:50,506 DEBUG [M:0;15ed1af4400d:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d31b14375a254665b94f6eb4e0eddd62 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732605623086/Put/seqid=0 2024-11-26T07:20:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741849_1025 (size=7218) 2024-11-26T07:20:50,518 INFO [RS:0;15ed1af4400d:36281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:50,518 INFO [RS:0;15ed1af4400d:36281 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,36281,1732605611791; zookeeper connection closed. 2024-11-26T07:20:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x101532575320001, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:50,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de 2024-11-26T07:20:50,519 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:20:50,533 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:20:50,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:50,534 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68510 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:20:50,910 INFO [M:0;15ed1af4400d:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d31b14375a254665b94f6eb4e0eddd62 2024-11-26T07:20:50,914 INFO [M:0;15ed1af4400d:34699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d31b14375a254665b94f6eb4e0eddd62 2024-11-26T07:20:50,932 DEBUG [M:0;15ed1af4400d:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5708433d7724720ba2671646e1f308c is 69, key is 15ed1af4400d,36281,1732605611791/rs:state/1732605613631/Put/seqid=0 2024-11-26T07:20:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741850_1026 (size=5156) 2024-11-26T07:20:51,336 INFO [M:0;15ed1af4400d:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5708433d7724720ba2671646e1f308c 2024-11-26T07:20:51,342 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6e6588604147bcb2f6b2432dae2e21 as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6e6588604147bcb2f6b2432dae2e21 2024-11-26T07:20:51,348 INFO [M:0;15ed1af4400d:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6e6588604147bcb2f6b2432dae2e21, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T07:20:51,349 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d31b14375a254665b94f6eb4e0eddd62 as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d31b14375a254665b94f6eb4e0eddd62 2024-11-26T07:20:51,354 INFO [M:0;15ed1af4400d:34699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d31b14375a254665b94f6eb4e0eddd62 2024-11-26T07:20:51,354 INFO [M:0;15ed1af4400d:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d31b14375a254665b94f6eb4e0eddd62, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T07:20:51,355 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5708433d7724720ba2671646e1f308c as hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5708433d7724720ba2671646e1f308c 2024-11-26T07:20:51,371 INFO [M:0;15ed1af4400d:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/a5a6958d-5b45-97ad-7958-4bb66211583b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5708433d7724720ba2671646e1f308c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T07:20:51,371 INFO [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=105, compaction requested=false 2024-11-26T07:20:51,380 INFO [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:51,381 DEBUG [M:0;15ed1af4400d:34699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605650429Disabling compacts and flushes for region at 1732605650429Disabling writes for close at 1732605650429Obtaining lock to block concurrent updates at 1732605650429Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605650429Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732605650430 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605650432 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605650432Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605650457 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605650458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605650482 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605650505 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605650505Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605650914 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605650931 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605650931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a678b53: reopening flushed file at 1732605651341 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7308d38: reopening flushed file at 1732605651348 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4990b72d: reopening flushed file at 1732605651354 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=105, compaction requested=false at 1732605651371 (+17 ms)Writing region close event to WAL at 1732605651380 (+9 ms)Closed at 1732605651380 2024-11-26T07:20:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741830_1006 (size=64423) 2024-11-26T07:20:51,393 INFO [M:0;15ed1af4400d:34699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:20:51,393 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:20:51,393 INFO [M:0;15ed1af4400d:34699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34699 2024-11-26T07:20:51,394 INFO [M:0;15ed1af4400d:34699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:20:51,497 INFO [M:0;15ed1af4400d:34699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:20:51,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:51,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x101532575320000, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:20:51,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c34ea28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:51,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:51,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:51,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:51,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:51,502 WARN [BP-970662864-172.17.0.2-1732605610683 heartbeating to localhost/127.0.0.1:39641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:20:51,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:20:51,502 WARN [BP-970662864-172.17.0.2-1732605610683 heartbeating to localhost/127.0.0.1:39641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-970662864-172.17.0.2-1732605610683 (Datanode Uuid 4453652c-9c1f-4e6a-8bd7-078a4fba620c) service to localhost/127.0.0.1:39641 2024-11-26T07:20:51,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:20:51,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998/data/data1/current/BP-970662864-172.17.0.2-1732605610683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:51,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/cluster_87437773-610e-38d0-c7c1-f0a54b045998/data/data2/current/BP-970662864-172.17.0.2-1732605610683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:20:51,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:20:51,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41288b05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:51,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:20:51,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:20:51,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:20:51,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea3b4d81-3225-d67e-7b3b-6e087489f4fd/hadoop.log.dir/,STOPPED} 2024-11-26T07:20:51,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:20:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:20:51,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 265) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44735 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39641 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37145 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7126) - AvailableMemoryMB LEAK? - 2024-11-26T07:20:51,546 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=7455 2024-11-26T07:20:51,560 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T07:20:51,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.log.dir so I do NOT create it in target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499 2024-11-26T07:20:51,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:20:51,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.tmp.dir so I do NOT create it in target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499 2024-11-26T07:20:51,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51894034-39d9-1d16-119c-b614fcc8dea8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:20:51,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499 2024-11-26T07:20:51,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5, deleteOnExit=true 2024-11-26T07:20:51,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5/zookeeper_0, clientPort=58460, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:20:51,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58460 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/test.cache.data in system properties and HBase conf 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:20:51,565 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:20:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:20:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101532575320005, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:20:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101532575320002, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:20:51,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101532575320002, quorum=127.0.0.1:55224, baseZNode=/0-804195829 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:20:51,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101532575320005, quorum=127.0.0.1:55224, baseZNode=/1-886012247 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:20:51,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101532575320008, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:20:51,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101532575320008, quorum=127.0.0.1:55224, baseZNode=/2255917392 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:20:51,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:51,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:51,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:51,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:51,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:51,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:51,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:51,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:51,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f616f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/java.io.tmpdir/jetty-localhost-38131-hadoop-hdfs-3_4_1-tests_jar-_-any-17514717381175708670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:51,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:38131} 2024-11-26T07:20:51,815 INFO [Time-limited test {}] server.Server(415): Started @244160ms 2024-11-26T07:20:51,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:51,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:51,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:51,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:51,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:51,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:51,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:52,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/java.io.tmpdir/jetty-localhost-38663-hadoop-hdfs-3_4_1-tests_jar-_-any-14244654673996432695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:52,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:38663} 2024-11-26T07:20:52,050 INFO [Time-limited test {}] server.Server(415): Started @244394ms 2024-11-26T07:20:52,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:20:52,143 WARN [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5/data/data1/current/BP-162126319-172.17.0.2-1732605651588/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:52,144 WARN [Thread-3424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5/data/data2/current/BP-162126319-172.17.0.2-1732605651588/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:52,165 WARN [Thread-3411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:20:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bd3579006ff7a7b with lease ID 0x6fbdf3726c0a36fa: Processing first storage report for DS-6840f4bd-0b34-4e8f-bc2b-0bf5c1ba314b from datanode DatanodeRegistration(127.0.0.1:34503, datanodeUuid=9e97fbfc-32da-4bf5-b93f-bd9249c8124d, infoPort=43713, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=503894455;c=1732605651588) 2024-11-26T07:20:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bd3579006ff7a7b with lease ID 0x6fbdf3726c0a36fa: from storage DS-6840f4bd-0b34-4e8f-bc2b-0bf5c1ba314b node DatanodeRegistration(127.0.0.1:34503, datanodeUuid=9e97fbfc-32da-4bf5-b93f-bd9249c8124d, infoPort=43713, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=503894455;c=1732605651588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bd3579006ff7a7b with lease ID 0x6fbdf3726c0a36fa: Processing first storage report for DS-61269e51-1f2c-48e1-aef0-38a03bb852bd from datanode DatanodeRegistration(127.0.0.1:34503, datanodeUuid=9e97fbfc-32da-4bf5-b93f-bd9249c8124d, infoPort=43713, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=503894455;c=1732605651588) 2024-11-26T07:20:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bd3579006ff7a7b with lease ID 0x6fbdf3726c0a36fa: from storage DS-61269e51-1f2c-48e1-aef0-38a03bb852bd node DatanodeRegistration(127.0.0.1:34503, datanodeUuid=9e97fbfc-32da-4bf5-b93f-bd9249c8124d, infoPort=43713, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=503894455;c=1732605651588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:52,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499 2024-11-26T07:20:52,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:52,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:52,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:20:52,189 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f with version=8 2024-11-26T07:20:52,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/hbase-staging 2024-11-26T07:20:52,191 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:52,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:52,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:52,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:52,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:52,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:52,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:20:52,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:52,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38135 2024-11-26T07:20:52,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38135 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:52,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381350x0, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:52,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38135-0x101532614fb0000 connected 2024-11-26T07:20:52,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:52,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:52,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on znode that does not yet exist, /01078825825/running 2024-11-26T07:20:52,249 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f, hbase.cluster.distributed=false 2024-11-26T07:20:52,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on znode that does not yet exist, /01078825825/acl 2024-11-26T07:20:52,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-26T07:20:52,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38135 2024-11-26T07:20:52,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38135 2024-11-26T07:20:52,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-26T07:20:52,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-26T07:20:52,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:52,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:52,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:52,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:52,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:52,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:52,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:20:52,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:52,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33815 2024-11-26T07:20:52,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33815 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:52,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:52,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:52,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338150x0, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:52,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338150x0, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on znode that does not yet exist, /01078825825/running 2024-11-26T07:20:52,310 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:20:52,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33815-0x101532614fb0001 connected 2024-11-26T07:20:52,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:20:52,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on znode that does not yet exist, /01078825825/master 2024-11-26T07:20:52,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on znode that does not yet exist, /01078825825/acl 2024-11-26T07:20:52,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33815 2024-11-26T07:20:52,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33815 2024-11-26T07:20:52,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33815 2024-11-26T07:20:52,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33815 2024-11-26T07:20:52,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33815 2024-11-26T07:20:52,349 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:38135 2024-11-26T07:20:52,349 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01078825825/backup-masters/15ed1af4400d,38135,1732605652191 2024-11-26T07:20:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825/backup-masters 2024-11-26T07:20:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825/backup-masters 2024-11-26T07:20:52,352 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on existing znode=/01078825825/backup-masters/15ed1af4400d,38135,1732605652191 2024-11-26T07:20:52,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:52,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01078825825/master 2024-11-26T07:20:52,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:52,355 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on existing znode=/01078825825/master 2024-11-26T07:20:52,356 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01078825825/backup-masters/15ed1af4400d,38135,1732605652191 from backup master directory 2024-11-26T07:20:52,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01078825825/backup-masters/15ed1af4400d,38135,1732605652191 2024-11-26T07:20:52,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825/backup-masters 2024-11-26T07:20:52,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825/backup-masters 2024-11-26T07:20:52,357 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:52,357 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,38135,1732605652191 2024-11-26T07:20:52,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/hbase.id] with ID: adcb7719-26f0-4be9-9b9e-45914b648820 2024-11-26T07:20:52,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/.tmp/hbase.id 2024-11-26T07:20:52,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:20:52,370 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/.tmp/hbase.id]:[hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/hbase.id] 2024-11-26T07:20:52,378 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:52,378 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:20:52,379 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:20:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:52,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:20:52,396 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:52,397 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:20:52,398 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:52,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:20:52,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:20:52,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:20:52,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:20:52,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:20:52,815 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store 2024-11-26T07:20:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:20:53,220 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:53,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:53,221 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:53,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:53,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:53,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:53,221 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:53,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605653221Disabling compacts and flushes for region at 1732605653221Disabling writes for close at 1732605653221Writing region close event to WAL at 1732605653221Closed at 1732605653221 2024-11-26T07:20:53,222 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/.initializing 2024-11-26T07:20:53,222 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/WALs/15ed1af4400d,38135,1732605652191 2024-11-26T07:20:53,222 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:53,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C38135%2C1732605652191, suffix=, logDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/WALs/15ed1af4400d,38135,1732605652191, archiveDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/oldWALs, maxLogs=10 2024-11-26T07:20:53,241 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/WALs/15ed1af4400d,38135,1732605652191/15ed1af4400d%2C38135%2C1732605652191.1732605653224, exclude list is [], retry=0 2024-11-26T07:20:53,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34503,DS-6840f4bd-0b34-4e8f-bc2b-0bf5c1ba314b,DISK] 2024-11-26T07:20:53,249 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/WALs/15ed1af4400d,38135,1732605652191/15ed1af4400d%2C38135%2C1732605652191.1732605653224 2024-11-26T07:20:53,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43713:43713)] 2024-11-26T07:20:53,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:53,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:53,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:20:53,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:53,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:53,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:20:53,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:53,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:53,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:20:53,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:53,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:53,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:20:53,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:53,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:53,265 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,265 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,266 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,267 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,267 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,267 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:53,268 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:53,270 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:53,270 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68773726, jitterRate=0.024808377027511597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:53,271 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605653249Initializing all the Stores at 1732605653250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605653250Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605653250Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605653250Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605653250Cleaning up temporary data from old regions at 1732605653267 (+17 ms)Region opened successfully at 1732605653271 (+4 ms) 2024-11-26T07:20:53,271 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:20:53,274 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2028f000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:53,275 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:20:53,275 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:20:53,275 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:20:53,275 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:20:53,275 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:20:53,276 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:20:53,276 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:20:53,277 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:20:53,278 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Unable to get data of znode /01078825825/balancer because node does not exist (not necessarily an error) 2024-11-26T07:20:53,279 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01078825825/balancer already deleted, retry=false 2024-11-26T07:20:53,279 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:20:53,280 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Unable to get data of znode /01078825825/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:20:53,282 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01078825825/normalizer already deleted, retry=false 2024-11-26T07:20:53,282 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:20:53,283 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Unable to get data of znode /01078825825/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:20:53,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01078825825/switch/split already deleted, retry=false 2024-11-26T07:20:53,285 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Unable to get data of znode /01078825825/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:20:53,286 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01078825825/switch/merge already deleted, retry=false 2024-11-26T07:20:53,287 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Unable to get data of znode /01078825825/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:20:53,288 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01078825825/snapshot-cleanup already deleted, retry=false 2024-11-26T07:20:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01078825825/running 2024-11-26T07:20:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01078825825/running 2024-11-26T07:20:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:53,291 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,38135,1732605652191, sessionid=0x101532614fb0000, setting cluster-up flag (Was=false) 2024-11-26T07:20:53,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:53,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:53,299 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01078825825/flush-table-proc/acquired, /01078825825/flush-table-proc/reached, /01078825825/flush-table-proc/abort 2024-11-26T07:20:53,300 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,38135,1732605652191 2024-11-26T07:20:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:53,308 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01078825825/online-snapshot/acquired, /01078825825/online-snapshot/reached, /01078825825/online-snapshot/abort 2024-11-26T07:20:53,309 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,38135,1732605652191 2024-11-26T07:20:53,310 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:20:53,311 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:53,311 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:20:53,311 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:20:53,311 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,38135,1732605652191 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:20:53,312 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:53,312 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:53,312 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:53,312 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:53,312 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:20:53,313 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,313 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:53,313 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,313 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605683313 2024-11-26T07:20:53,313 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:20:53,313 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:20:53,313 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:20:53,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:20:53,314 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:20:53,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:20:53,315 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:20:53,315 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:20:53,315 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605653315,5,FailOnTimeoutGroup] 2024-11-26T07:20:53,315 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605653315,5,FailOnTimeoutGroup] 2024-11-26T07:20:53,315 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:53,315 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:20:53,315 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,315 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:20:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:20:53,333 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(746): ClusterId : adcb7719-26f0-4be9-9b9e-45914b648820 2024-11-26T07:20:53,333 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:20:53,335 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:20:53,335 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:20:53,338 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:20:53,338 DEBUG [RS:0;15ed1af4400d:33815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f31185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:53,353 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:33815 2024-11-26T07:20:53,354 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:20:53,354 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:20:53,354 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:20:53,354 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,38135,1732605652191 with port=33815, startcode=1732605652299 2024-11-26T07:20:53,355 DEBUG [RS:0;15ed1af4400d:33815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:20:53,356 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:20:53,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,33815,1732605652299 2024-11-26T07:20:53,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38135 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,33815,1732605652299 2024-11-26T07:20:53,358 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f 2024-11-26T07:20:53,358 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39983 2024-11-26T07:20:53,358 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:20:53,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825/rs 2024-11-26T07:20:53,359 DEBUG [RS:0;15ed1af4400d:33815 {}] zookeeper.ZKUtil(111): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on existing znode=/01078825825/rs/15ed1af4400d,33815,1732605652299 2024-11-26T07:20:53,359 WARN [RS:0;15ed1af4400d:33815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:53,359 INFO [RS:0;15ed1af4400d:33815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:53,360 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299 2024-11-26T07:20:53,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,33815,1732605652299] 2024-11-26T07:20:53,366 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:20:53,367 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:20:53,368 INFO [RS:0;15ed1af4400d:33815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:20:53,368 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,369 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:20:53,369 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:20:53,369 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,369 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:53,370 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:53,370 DEBUG [RS:0;15ed1af4400d:33815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:53,370 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,370 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,370 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,370 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,370 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,370 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33815,1732605652299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:53,386 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:20:53,387 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,33815,1732605652299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,387 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,387 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.Replication(171): 15ed1af4400d,33815,1732605652299 started 2024-11-26T07:20:53,400 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:53,400 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,33815,1732605652299, RpcServer on 15ed1af4400d/172.17.0.2:33815, sessionid=0x101532614fb0001 2024-11-26T07:20:53,400 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:20:53,400 DEBUG [RS:0;15ed1af4400d:33815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,33815,1732605652299 2024-11-26T07:20:53,400 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,33815,1732605652299' 2024-11-26T07:20:53,400 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01078825825/flush-table-proc/abort' 2024-11-26T07:20:53,401 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01078825825/flush-table-proc/acquired' 2024-11-26T07:20:53,401 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:20:53,401 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:20:53,401 DEBUG [RS:0;15ed1af4400d:33815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,33815,1732605652299 2024-11-26T07:20:53,401 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,33815,1732605652299' 2024-11-26T07:20:53,401 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01078825825/online-snapshot/abort' 2024-11-26T07:20:53,402 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01078825825/online-snapshot/acquired' 2024-11-26T07:20:53,402 DEBUG [RS:0;15ed1af4400d:33815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:20:53,402 INFO [RS:0;15ed1af4400d:33815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:20:53,402 INFO [RS:0;15ed1af4400d:33815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:20:53,502 INFO [RS:0;15ed1af4400d:33815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:53,504 INFO [RS:0;15ed1af4400d:33815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33815%2C1732605652299, suffix=, logDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299, archiveDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/oldWALs, maxLogs=10 2024-11-26T07:20:53,522 DEBUG [RS:0;15ed1af4400d:33815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504, exclude list is [], retry=0 2024-11-26T07:20:53,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34503,DS-6840f4bd-0b34-4e8f-bc2b-0bf5c1ba314b,DISK] 2024-11-26T07:20:53,525 INFO [RS:0;15ed1af4400d:33815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 2024-11-26T07:20:53,526 DEBUG [RS:0;15ed1af4400d:33815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43713:43713)] 2024-11-26T07:20:53,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:20:53,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f 2024-11-26T07:20:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:20:54,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:54,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:54,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:54,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:54,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:54,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:54,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:54,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:54,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:54,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:54,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740 2024-11-26T07:20:54,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740 2024-11-26T07:20:54,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:54,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:54,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:54,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:54,142 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:54,142 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69881736, jitterRate=0.04131901264190674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605654132Initializing all the Stores at 1732605654133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605654133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605654133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605654133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605654133Cleaning up temporary data from old regions at 1732605654139 (+6 ms)Region opened successfully at 1732605654143 (+4 ms) 2024-11-26T07:20:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:54,143 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:54,143 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605654143Disabling compacts and flushes for region at 1732605654143Disabling writes for close at 1732605654143Writing region close event to WAL at 1732605654143Closed at 1732605654143 2024-11-26T07:20:54,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:54,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:20:54,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:20:54,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:54,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:20:54,296 DEBUG [15ed1af4400d:38135 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:20:54,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,33815,1732605652299 2024-11-26T07:20:54,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,33815,1732605652299, state=OPENING 2024-11-26T07:20:54,299 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:20:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:20:54,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01078825825/meta-region-server: CHANGED 2024-11-26T07:20:54,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01078825825/meta-region-server: CHANGED 2024-11-26T07:20:54,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:54,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,33815,1732605652299}] 2024-11-26T07:20:54,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:54,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:20:54,457 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:20:54,457 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:54,457 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:20:54,458 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33815%2C1732605652299.meta, suffix=.meta, logDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299, archiveDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/oldWALs, maxLogs=10 2024-11-26T07:20:54,472 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.meta.1732605654458.meta, exclude list is [], retry=0 2024-11-26T07:20:54,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34503,DS-6840f4bd-0b34-4e8f-bc2b-0bf5c1ba314b,DISK] 2024-11-26T07:20:54,475 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.meta.1732605654458.meta 2024-11-26T07:20:54,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43713:43713)] 2024-11-26T07:20:54,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:54,476 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:54,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:54,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:20:54,476 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:20:54,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:20:54,476 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:54,477 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:20:54,477 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:20:54,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:54,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:54,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:54,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:54,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:54,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:54,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:54,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:54,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:54,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:54,483 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:54,484 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740 2024-11-26T07:20:54,485 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740 2024-11-26T07:20:54,485 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:54,485 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:54,486 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:54,486 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:54,487 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72202922, jitterRate=0.0759073793888092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:54,487 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:20:54,488 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605654477Writing region info on filesystem at 1732605654477Initializing all the Stores at 1732605654477Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605654477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605654479 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605654479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605654479Cleaning up temporary data from old regions at 1732605654485 (+6 ms)Running coprocessor post-open hooks at 1732605654487 (+2 ms)Region opened successfully at 1732605654487 2024-11-26T07:20:54,488 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605654453 2024-11-26T07:20:54,490 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:20:54,490 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:20:54,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,33815,1732605652299 2024-11-26T07:20:54,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,33815,1732605652299, state=OPEN 2024-11-26T07:20:54,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01078825825/meta-region-server 2024-11-26T07:20:54,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01078825825/meta-region-server 2024-11-26T07:20:54,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,33815,1732605652299 2024-11-26T07:20:54,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01078825825/meta-region-server: CHANGED 2024-11-26T07:20:54,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01078825825/meta-region-server: CHANGED 2024-11-26T07:20:54,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:20:54,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,33815,1732605652299 in 195 msec 2024-11-26T07:20:54,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:20:54,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-26T07:20:54,499 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:54,500 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:20:54,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:54,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33815,1732605652299, seqNum=-1] 2024-11-26T07:20:54,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:54,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:54,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-26T07:20:54,506 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605654506, completionTime=-1 2024-11-26T07:20:54,506 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:20:54,506 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:20:54,507 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605714507 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605774508 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38135,1732605652191-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38135,1732605652191-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38135,1732605652191-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:38135, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:54,508 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:54,509 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:54,510 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.155sec 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38135,1732605652191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:54,512 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38135,1732605652191-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:20:54,514 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:20:54,514 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:20:54,514 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38135,1732605652191-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:54,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e40780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:54,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38135,-1 for getting cluster id 2024-11-26T07:20:54,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:54,535 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adcb7719-26f0-4be9-9b9e-45914b648820' 2024-11-26T07:20:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adcb7719-26f0-4be9-9b9e-45914b648820" 2024-11-26T07:20:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef826c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38135,-1] 2024-11-26T07:20:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:54,537 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:54,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:54,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33815,1732605652299, seqNum=-1] 2024-11-26T07:20:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:54,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:54,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,38135,1732605652191 2024-11-26T07:20:54,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:54,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:54,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101532614fb0002 connected 2024-11-26T07:20:54,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.log.dir so I do NOT create it in target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856 2024-11-26T07:20:54,546 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:20:54,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.tmp.dir so I do NOT create it in target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856 2024-11-26T07:20:54,546 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:20:54,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/cluster_2de77699-b3e3-b0a2-6d21-1ba28cdd2c94, deleteOnExit=true 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/test.cache.data in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:20:54,547 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:20:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:20:54,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:54,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:54,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:54,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:54,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:54,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:54,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:54,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:54,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/java.io.tmpdir/jetty-localhost-39413-hadoop-hdfs-3_4_1-tests_jar-_-any-5690351446209356312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:54,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:39413} 2024-11-26T07:20:54,793 INFO [Time-limited test {}] server.Server(415): Started @247138ms 2024-11-26T07:20:54,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:54,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:54,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:54,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:54,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:20:54,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:54,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:55,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198298d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/java.io.tmpdir/jetty-localhost-39857-hadoop-hdfs-3_4_1-tests_jar-_-any-12112920278730579815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:55,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:39857} 2024-11-26T07:20:55,066 INFO [Time-limited test {}] server.Server(415): Started @247411ms 2024-11-26T07:20:55,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:20:55,180 WARN [Thread-3543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/cluster_2de77699-b3e3-b0a2-6d21-1ba28cdd2c94/data/data1/current/BP-1530941721-172.17.0.2-1732605654578/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:55,180 WARN [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/cluster_2de77699-b3e3-b0a2-6d21-1ba28cdd2c94/data/data2/current/BP-1530941721-172.17.0.2-1732605654578/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:55,209 WARN [Thread-3531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:20:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8d6908123cd11ef with lease ID 0x26bc60dd3209ca8f: Processing first storage report for DS-c849d3dd-fa64-4148-b2fb-8d7fb991cfa1 from datanode DatanodeRegistration(127.0.0.1:33497, datanodeUuid=4e9275b9-a492-4606-a59f-aa2ae5ca230f, infoPort=45353, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=385384504;c=1732605654578) 2024-11-26T07:20:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8d6908123cd11ef with lease ID 0x26bc60dd3209ca8f: from storage DS-c849d3dd-fa64-4148-b2fb-8d7fb991cfa1 node DatanodeRegistration(127.0.0.1:33497, datanodeUuid=4e9275b9-a492-4606-a59f-aa2ae5ca230f, infoPort=45353, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=385384504;c=1732605654578), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8d6908123cd11ef with lease ID 0x26bc60dd3209ca8f: Processing first storage report for DS-2091e9be-3500-4506-8821-a61d95719994 from datanode DatanodeRegistration(127.0.0.1:33497, datanodeUuid=4e9275b9-a492-4606-a59f-aa2ae5ca230f, infoPort=45353, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=385384504;c=1732605654578) 2024-11-26T07:20:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8d6908123cd11ef with lease ID 0x26bc60dd3209ca8f: from storage DS-2091e9be-3500-4506-8821-a61d95719994 node DatanodeRegistration(127.0.0.1:33497, datanodeUuid=4e9275b9-a492-4606-a59f-aa2ae5ca230f, infoPort=45353, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=385384504;c=1732605654578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:55,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856 2024-11-26T07:20:55,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:55,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:55,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:20:55,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:20:55,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:20:55,712 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244 with version=8 2024-11-26T07:20:55,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/hbase-staging 2024-11-26T07:20:55,715 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:55,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:55,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:55,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:55,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:55,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:55,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:20:55,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:55,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39503 2024-11-26T07:20:55,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39503 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:55,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395030x0, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:55,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39503-0x101532614fb0003 connected 2024-11-26T07:20:55,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:55,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:55,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on znode that does not yet exist, /11330850839/running 2024-11-26T07:20:55,737 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244, hbase.cluster.distributed=false 2024-11-26T07:20:55,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on znode that does not yet exist, /11330850839/acl 2024-11-26T07:20:55,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39503 2024-11-26T07:20:55,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39503 2024-11-26T07:20:55,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39503 2024-11-26T07:20:55,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39503 2024-11-26T07:20:55,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39503 2024-11-26T07:20:55,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:55,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:55,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:55,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:55,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:55,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:55,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:20:55,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:55,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40529 2024-11-26T07:20:55,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40529 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:55,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:55,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:55,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405290x0, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:55,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405290x0, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on znode that does not yet exist, /11330850839/running 2024-11-26T07:20:55,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40529-0x101532614fb0004 connected 2024-11-26T07:20:55,763 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:20:55,765 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:20:55,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on znode that does not yet exist, /11330850839/master 2024-11-26T07:20:55,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on znode that does not yet exist, /11330850839/acl 2024-11-26T07:20:55,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-26T07:20:55,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40529 2024-11-26T07:20:55,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40529 2024-11-26T07:20:55,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-26T07:20:55,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-26T07:20:55,787 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:39503 2024-11-26T07:20:55,787 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11330850839/backup-masters/15ed1af4400d,39503,1732605655715 2024-11-26T07:20:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839/backup-masters 2024-11-26T07:20:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839/backup-masters 2024-11-26T07:20:55,790 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on existing znode=/11330850839/backup-masters/15ed1af4400d,39503,1732605655715 2024-11-26T07:20:55,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11330850839/master 2024-11-26T07:20:55,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:55,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:55,792 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on existing znode=/11330850839/master 2024-11-26T07:20:55,793 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11330850839/backup-masters/15ed1af4400d,39503,1732605655715 from backup master directory 2024-11-26T07:20:55,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839/backup-masters 2024-11-26T07:20:55,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330850839/backup-masters/15ed1af4400d,39503,1732605655715 2024-11-26T07:20:55,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839/backup-masters 2024-11-26T07:20:55,796 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:55,796 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,39503,1732605655715 2024-11-26T07:20:55,799 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/hbase.id] with ID: 4a90b966-a2c4-479e-b75e-1b5d3d2c02c1 2024-11-26T07:20:55,799 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/.tmp/hbase.id 2024-11-26T07:20:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:20:56,204 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/.tmp/hbase.id]:[hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/hbase.id] 2024-11-26T07:20:56,213 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:56,213 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:20:56,214 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:20:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:20:56,229 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:20:56,229 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:20:56,230 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:20:56,636 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store 2024-11-26T07:20:56,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:20:57,042 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:57,042 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:20:57,042 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:57,042 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:57,042 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:20:57,042 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:57,042 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:20:57,042 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605657042Disabling compacts and flushes for region at 1732605657042Disabling writes for close at 1732605657042Writing region close event to WAL at 1732605657042Closed at 1732605657042 2024-11-26T07:20:57,043 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/.initializing 2024-11-26T07:20:57,044 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/WALs/15ed1af4400d,39503,1732605655715 2024-11-26T07:20:57,044 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:57,046 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C39503%2C1732605655715, suffix=, logDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/WALs/15ed1af4400d,39503,1732605655715, archiveDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/oldWALs, maxLogs=10 2024-11-26T07:20:57,065 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/WALs/15ed1af4400d,39503,1732605655715/15ed1af4400d%2C39503%2C1732605655715.1732605657046, exclude list is [], retry=0 2024-11-26T07:20:57,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-c849d3dd-fa64-4148-b2fb-8d7fb991cfa1,DISK] 2024-11-26T07:20:57,069 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/WALs/15ed1af4400d,39503,1732605655715/15ed1af4400d%2C39503%2C1732605655715.1732605657046 2024-11-26T07:20:57,070 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-26T07:20:57,070 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:57,070 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:57,070 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,070 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:20:57,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:57,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:20:57,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:57,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:20:57,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:57,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:20:57,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:20:57,077 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,078 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,078 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,079 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,079 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,079 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:57,080 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:20:57,084 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:57,084 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65937783, jitterRate=-0.017450466752052307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:57,084 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605657070Initializing all the Stores at 1732605657071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605657071Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605657071Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605657071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605657071Cleaning up temporary data from old regions at 1732605657079 (+8 ms)Region opened successfully at 1732605657084 (+5 ms) 2024-11-26T07:20:57,085 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:20:57,087 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa8cef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:57,088 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:20:57,088 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:20:57,088 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:20:57,088 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:20:57,089 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:20:57,089 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:20:57,089 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:20:57,091 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:20:57,092 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Unable to get data of znode /11330850839/balancer because node does not exist (not necessarily an error) 2024-11-26T07:20:57,093 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330850839/balancer already deleted, retry=false 2024-11-26T07:20:57,094 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:20:57,094 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Unable to get data of znode /11330850839/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:20:57,096 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330850839/normalizer already deleted, retry=false 2024-11-26T07:20:57,096 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:20:57,097 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Unable to get data of znode /11330850839/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:20:57,099 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330850839/switch/split already deleted, retry=false 2024-11-26T07:20:57,101 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Unable to get data of znode /11330850839/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:20:57,102 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330850839/switch/merge already deleted, retry=false 2024-11-26T07:20:57,105 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Unable to get data of znode /11330850839/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:20:57,107 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330850839/snapshot-cleanup already deleted, retry=false 2024-11-26T07:20:57,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11330850839/running 2024-11-26T07:20:57,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:57,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11330850839/running 2024-11-26T07:20:57,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:57,116 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,39503,1732605655715, sessionid=0x101532614fb0003, setting cluster-up flag (Was=false) 2024-11-26T07:20:57,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:57,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:57,128 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11330850839/flush-table-proc/acquired, /11330850839/flush-table-proc/reached, /11330850839/flush-table-proc/abort 2024-11-26T07:20:57,129 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,39503,1732605655715 2024-11-26T07:20:57,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:57,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:57,136 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11330850839/online-snapshot/acquired, /11330850839/online-snapshot/reached, /11330850839/online-snapshot/abort 2024-11-26T07:20:57,137 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,39503,1732605655715 2024-11-26T07:20:57,138 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:20:57,140 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:57,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:20:57,140 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:20:57,141 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,39503,1732605655715 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:57,142 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:57,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:20:57,144 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:20:57,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605687144 2024-11-26T07:20:57,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:20:57,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:20:57,144 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:20:57,145 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:20:57,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:20:57,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:20:57,147 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605657147,5,FailOnTimeoutGroup] 2024-11-26T07:20:57,147 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605657147,5,FailOnTimeoutGroup] 2024-11-26T07:20:57,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:20:57,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,147 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:20:57,177 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(746): ClusterId : 4a90b966-a2c4-479e-b75e-1b5d3d2c02c1 2024-11-26T07:20:57,177 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:20:57,179 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:20:57,179 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:20:57,181 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:20:57,181 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bedb0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:20:57,193 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:40529 2024-11-26T07:20:57,193 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:20:57,193 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:20:57,193 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:20:57,194 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,39503,1732605655715 with port=40529, startcode=1732605655755 2024-11-26T07:20:57,194 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:20:57,195 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:20:57,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,40529,1732605655755 2024-11-26T07:20:57,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39503 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,40529,1732605655755 2024-11-26T07:20:57,197 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244 2024-11-26T07:20:57,197 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39919 2024-11-26T07:20:57,197 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:20:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839/rs 2024-11-26T07:20:57,204 DEBUG [RS:0;15ed1af4400d:40529 {}] zookeeper.ZKUtil(111): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on existing znode=/11330850839/rs/15ed1af4400d,40529,1732605655755 2024-11-26T07:20:57,204 WARN [RS:0;15ed1af4400d:40529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:57,204 INFO [RS:0;15ed1af4400d:40529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:57,204 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755 2024-11-26T07:20:57,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,40529,1732605655755] 2024-11-26T07:20:57,206 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:20:57,208 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:20:57,208 INFO [RS:0;15ed1af4400d:40529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:20:57,208 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,208 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:20:57,209 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:20:57,209 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:57,209 DEBUG [RS:0;15ed1af4400d:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:20:57,212 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,212 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,212 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,212 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,212 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,212 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40529,1732605655755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:57,230 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:20:57,230 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40529,1732605655755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,230 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,230 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.Replication(171): 15ed1af4400d,40529,1732605655755 started 2024-11-26T07:20:57,253 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:57,253 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,40529,1732605655755, RpcServer on 15ed1af4400d/172.17.0.2:40529, sessionid=0x101532614fb0004 2024-11-26T07:20:57,253 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:20:57,253 DEBUG [RS:0;15ed1af4400d:40529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,40529,1732605655755 2024-11-26T07:20:57,253 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,40529,1732605655755' 2024-11-26T07:20:57,253 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11330850839/flush-table-proc/abort' 2024-11-26T07:20:57,254 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11330850839/flush-table-proc/acquired' 2024-11-26T07:20:57,254 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:20:57,254 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:20:57,254 DEBUG [RS:0;15ed1af4400d:40529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,40529,1732605655755 2024-11-26T07:20:57,254 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,40529,1732605655755' 2024-11-26T07:20:57,254 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11330850839/online-snapshot/abort' 2024-11-26T07:20:57,255 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11330850839/online-snapshot/acquired' 2024-11-26T07:20:57,255 DEBUG [RS:0;15ed1af4400d:40529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:20:57,255 INFO [RS:0;15ed1af4400d:40529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:20:57,255 INFO [RS:0;15ed1af4400d:40529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:20:57,355 INFO [RS:0;15ed1af4400d:40529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:20:57,356 INFO [RS:0;15ed1af4400d:40529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C40529%2C1732605655755, suffix=, logDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755, archiveDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/oldWALs, maxLogs=10 2024-11-26T07:20:57,370 DEBUG [RS:0;15ed1af4400d:40529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, exclude list is [], retry=0 2024-11-26T07:20:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-c849d3dd-fa64-4148-b2fb-8d7fb991cfa1,DISK] 2024-11-26T07:20:57,374 INFO [RS:0;15ed1af4400d:40529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 2024-11-26T07:20:57,374 DEBUG [RS:0;15ed1af4400d:40529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-26T07:20:57,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:20:57,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244 2024-11-26T07:20:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:20:57,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:57,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:57,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:57,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:57,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:57,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:57,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:57,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:57,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:57,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:57,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:57,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:57,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:57,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:57,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:57,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740 2024-11-26T07:20:57,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740 2024-11-26T07:20:57,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:57,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:57,972 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:57,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:57,975 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:20:57,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60767038, jitterRate=-0.0945005714893341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:57,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605657959Initializing all the Stores at 1732605657960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605657960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605657960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605657960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605657960Cleaning up temporary data from old regions at 1732605657972 (+12 ms)Region opened successfully at 1732605657976 (+4 ms) 2024-11-26T07:20:57,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:20:57,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:20:57,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:20:57,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:20:57,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:20:57,976 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:20:57,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605657976Disabling compacts and flushes for region at 1732605657976Disabling writes for close at 1732605657976Writing region close event to WAL at 1732605657976Closed at 1732605657976 2024-11-26T07:20:57,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:57,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:20:57,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:20:57,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:57,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:20:58,130 DEBUG [15ed1af4400d:39503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:20:58,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,40529,1732605655755 2024-11-26T07:20:58,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,40529,1732605655755, state=OPENING 2024-11-26T07:20:58,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:20:58,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:58,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:20:58,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330850839/meta-region-server: CHANGED 2024-11-26T07:20:58,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:20:58,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,40529,1732605655755}] 2024-11-26T07:20:58,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330850839/meta-region-server: CHANGED 2024-11-26T07:20:58,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:20:58,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:20:58,305 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:20:58,305 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:20:58,306 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:20:58,307 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C40529%2C1732605655755.meta, suffix=.meta, logDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755, archiveDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/oldWALs, maxLogs=10 2024-11-26T07:20:58,324 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.meta.1732605658307.meta, exclude list is [], retry=0 2024-11-26T07:20:58,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-c849d3dd-fa64-4148-b2fb-8d7fb991cfa1,DISK] 2024-11-26T07:20:58,328 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.meta.1732605658307.meta 2024-11-26T07:20:58,336 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-26T07:20:58,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:20:58,337 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:20:58,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:20:58,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:20:58,337 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:20:58,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:20:58,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:20:58,337 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:20:58,338 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:20:58,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:20:58,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:20:58,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:58,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:58,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:20:58,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:20:58,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:58,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:58,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:20:58,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:20:58,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:58,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:58,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:20:58,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:20:58,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:20:58,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:20:58,342 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:20:58,343 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740 2024-11-26T07:20:58,343 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740 2024-11-26T07:20:58,344 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:20:58,344 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:20:58,345 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:20:58,345 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:20:58,346 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69905600, jitterRate=0.04167461395263672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:20:58,346 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:20:58,346 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605658338Writing region info on filesystem at 1732605658338Initializing all the Stores at 1732605658338Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605658338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605658338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605658338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605658339 (+1 ms)Cleaning up temporary data from old regions at 1732605658344 (+5 ms)Running coprocessor post-open hooks at 1732605658346 (+2 ms)Region opened successfully at 1732605658346 2024-11-26T07:20:58,347 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605658296 2024-11-26T07:20:58,349 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:20:58,349 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:20:58,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,40529,1732605655755 2024-11-26T07:20:58,350 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,40529,1732605655755, state=OPEN 2024-11-26T07:20:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11330850839/meta-region-server 2024-11-26T07:20:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11330850839/meta-region-server 2024-11-26T07:20:58,351 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,40529,1732605655755 2024-11-26T07:20:58,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330850839/meta-region-server: CHANGED 2024-11-26T07:20:58,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330850839/meta-region-server: CHANGED 2024-11-26T07:20:58,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:20:58,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,40529,1732605655755 in 210 msec 2024-11-26T07:20:58,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:20:58,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-26T07:20:58,355 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:20:58,355 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:20:58,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:58,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40529,1732605655755, seqNum=-1] 2024-11-26T07:20:58,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:58,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:58,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-26T07:20:58,361 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605658361, completionTime=-1 2024-11-26T07:20:58,362 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:20:58,362 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:20:58,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:20:58,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605718365 2024-11-26T07:20:58,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605778365 2024-11-26T07:20:58,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T07:20:58,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,39503,1732605655715-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:58,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,39503,1732605655715-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:58,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,39503,1732605655715-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:58,366 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:39503, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:58,366 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:58,366 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:58,369 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.575sec 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,39503,1732605655715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:20:58,371 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,39503,1732605655715-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:20:58,373 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:20:58,373 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:20:58,373 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,39503,1732605655715-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:20:58,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286ae87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:58,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:20:58,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:20:58,379 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:20:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:20:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:20:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:20:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:20:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:20:58,381 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:20:58,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d18ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:20:58,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:20:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40529,1732605655755, seqNum=-1] 2024-11-26T07:20:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:20:58,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:20:58,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,39503,1732605655715 2024-11-26T07:20:58,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:58,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101532614fb0005 connected 2024-11-26T07:20:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.log.dir so I do NOT create it in target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7 2024-11-26T07:20:58,393 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:20:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.tmp.dir so I do NOT create it in target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7 2024-11-26T07:20:58,393 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:20:58,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7 2024-11-26T07:20:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:20:58,393 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/cluster_48fecdb9-f03f-4e31-5511-618a33772c9b, deleteOnExit=true 2024-11-26T07:20:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/test.cache.data in system properties and HBase conf 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:20:58,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:58,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:20:58,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:20:58,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:58,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:58,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:58,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:58,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:20:58,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:58,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f3bbf9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:58,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac7ff8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:58,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2988b30f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/java.io.tmpdir/jetty-localhost-39611-hadoop-hdfs-3_4_1-tests_jar-_-any-14795924125753545010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:20:58,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75406eb2{HTTP/1.1, (http/1.1)}{localhost:39611} 2024-11-26T07:20:58,602 INFO [Time-limited test {}] server.Server(415): Started @250947ms 2024-11-26T07:20:58,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:20:58,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:20:58,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:20:58,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:20:58,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:20:58,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:20:58,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193535bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:20:58,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67175ad1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/java.io.tmpdir/jetty-localhost-44649-hadoop-hdfs-3_4_1-tests_jar-_-any-16841670359092263712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:20:58,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cc36556{HTTP/1.1, (http/1.1)}{localhost:44649} 2024-11-26T07:20:58,821 INFO [Time-limited test {}] server.Server(415): Started @251166ms 2024-11-26T07:20:58,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:20:58,928 WARN [Thread-3664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/cluster_48fecdb9-f03f-4e31-5511-618a33772c9b/data/data1/current/BP-1775710408-172.17.0.2-1732605658421/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:58,928 WARN [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/cluster_48fecdb9-f03f-4e31-5511-618a33772c9b/data/data2/current/BP-1775710408-172.17.0.2-1732605658421/current, will proceed with Du for space computation calculation, 2024-11-26T07:20:58,954 WARN [Thread-3652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:20:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa7f387b28aa0c9 with lease ID 0x973d28688f3a1929: Processing first storage report for DS-3d9a9d25-b186-4bc5-be81-2322d74dc10e from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=3f6d4037-c42c-4bbf-8fca-3a1be0146753, infoPort=39579, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=473428939;c=1732605658421) 2024-11-26T07:20:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa7f387b28aa0c9 with lease ID 0x973d28688f3a1929: from storage DS-3d9a9d25-b186-4bc5-be81-2322d74dc10e node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=3f6d4037-c42c-4bbf-8fca-3a1be0146753, infoPort=39579, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=473428939;c=1732605658421), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa7f387b28aa0c9 with lease ID 0x973d28688f3a1929: Processing first storage report for DS-153c3bbd-6a3c-411d-ac54-5170fdd38cba from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=3f6d4037-c42c-4bbf-8fca-3a1be0146753, infoPort=39579, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=473428939;c=1732605658421) 2024-11-26T07:20:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa7f387b28aa0c9 with lease ID 0x973d28688f3a1929: from storage DS-153c3bbd-6a3c-411d-ac54-5170fdd38cba node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=3f6d4037-c42c-4bbf-8fca-3a1be0146753, infoPort=39579, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=473428939;c=1732605658421), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:20:59,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7 2024-11-26T07:20:59,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:59,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:20:59,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:20:59,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524 with version=8 2024-11-26T07:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/hbase-staging 2024-11-26T07:20:59,465 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:59,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:59,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:59,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:59,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:59,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:59,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:20:59,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:59,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42517 2024-11-26T07:20:59,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42517 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:59,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425170x0, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:59,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42517-0x101532614fb0006 connected 2024-11-26T07:20:59,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:59,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:59,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on znode that does not yet exist, /2-526779831/running 2024-11-26T07:20:59,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524, hbase.cluster.distributed=false 2024-11-26T07:20:59,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on znode that does not yet exist, /2-526779831/acl 2024-11-26T07:20:59,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-26T07:20:59,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42517 2024-11-26T07:20:59,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42517 2024-11-26T07:20:59,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-26T07:20:59,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-26T07:20:59,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:20:59,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:59,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:59,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:20:59,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:20:59,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:20:59,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:20:59,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:20:59,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46287 2024-11-26T07:20:59,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46287 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:20:59,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:59,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:59,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462870x0, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:20:59,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462870x0, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on znode that does not yet exist, /2-526779831/running 2024-11-26T07:20:59,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46287-0x101532614fb0007 connected 2024-11-26T07:20:59,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:20:59,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:20:59,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on znode that does not yet exist, /2-526779831/master 2024-11-26T07:20:59,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on znode that does not yet exist, /2-526779831/acl 2024-11-26T07:20:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-26T07:20:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46287 2024-11-26T07:20:59,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46287 2024-11-26T07:20:59,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-26T07:20:59,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46287 2024-11-26T07:20:59,546 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:42517 2024-11-26T07:20:59,546 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-526779831/backup-masters/15ed1af4400d,42517,1732605659465 2024-11-26T07:20:59,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831/backup-masters 2024-11-26T07:20:59,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831/backup-masters 2024-11-26T07:20:59,548 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on existing znode=/2-526779831/backup-masters/15ed1af4400d,42517,1732605659465 2024-11-26T07:20:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-526779831/master 2024-11-26T07:20:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:20:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:20:59,549 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on existing znode=/2-526779831/master 2024-11-26T07:20:59,550 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-526779831/backup-masters/15ed1af4400d,42517,1732605659465 from backup master directory 2024-11-26T07:20:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-526779831/backup-masters/15ed1af4400d,42517,1732605659465 2024-11-26T07:20:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831/backup-masters 2024-11-26T07:20:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831/backup-masters 2024-11-26T07:20:59,552 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:20:59,552 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,42517,1732605659465 2024-11-26T07:20:59,556 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/hbase.id] with ID: 7e9c215e-28e9-49f7-bfd8-cca7faf25c43 2024-11-26T07:20:59,556 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/.tmp/hbase.id 2024-11-26T07:20:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:20:59,965 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/.tmp/hbase.id]:[hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/hbase.id] 2024-11-26T07:20:59,973 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:20:59,974 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:20:59,974 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T07:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:20:59,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:21:00,384 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:00,385 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:21:00,385 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:00,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:21:00,793 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store 2024-11-26T07:21:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:21:01,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:01,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:01,199 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:01,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:01,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:01,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:01,199 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:01,199 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605661199Disabling compacts and flushes for region at 1732605661199Disabling writes for close at 1732605661199Writing region close event to WAL at 1732605661199Closed at 1732605661199 2024-11-26T07:21:01,200 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/.initializing 2024-11-26T07:21:01,200 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/WALs/15ed1af4400d,42517,1732605659465 2024-11-26T07:21:01,201 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:01,202 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C42517%2C1732605659465, suffix=, logDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/WALs/15ed1af4400d,42517,1732605659465, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/oldWALs, maxLogs=10 2024-11-26T07:21:01,221 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/WALs/15ed1af4400d,42517,1732605659465/15ed1af4400d%2C42517%2C1732605659465.1732605661202, exclude list is [], retry=0 2024-11-26T07:21:01,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-3d9a9d25-b186-4bc5-be81-2322d74dc10e,DISK] 2024-11-26T07:21:01,225 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/WALs/15ed1af4400d,42517,1732605659465/15ed1af4400d%2C42517%2C1732605659465.1732605661202 2024-11-26T07:21:01,225 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-26T07:21:01,225 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:01,225 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:01,226 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,226 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:21:01,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:01,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:01,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:21:01,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:01,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:01,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:21:01,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:01,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:01,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:21:01,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:01,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:01,232 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,233 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,233 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,235 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:01,235 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:01,237 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:01,238 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61893542, jitterRate=-0.07771435379981995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:01,238 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605661226Initializing all the Stores at 1732605661226Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605661226Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605661227 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605661227Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605661227Cleaning up temporary data from old regions at 1732605661234 (+7 ms)Region opened successfully at 1732605661238 (+4 ms) 2024-11-26T07:21:01,238 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:21:01,240 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b377923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:01,241 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:21:01,241 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:21:01,241 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:21:01,241 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:21:01,242 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:21:01,242 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:21:01,242 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:21:01,243 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:21:01,244 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Unable to get data of znode /2-526779831/balancer because node does not exist (not necessarily an error) 2024-11-26T07:21:01,246 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-526779831/balancer already deleted, retry=false 2024-11-26T07:21:01,246 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:21:01,247 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Unable to get data of znode /2-526779831/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:21:01,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-526779831/normalizer already deleted, retry=false 2024-11-26T07:21:01,249 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:21:01,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Unable to get data of znode /2-526779831/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:21:01,251 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-526779831/switch/split already deleted, retry=false 2024-11-26T07:21:01,252 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Unable to get data of znode /2-526779831/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:21:01,253 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-526779831/switch/merge already deleted, retry=false 2024-11-26T07:21:01,254 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Unable to get data of znode /2-526779831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:21:01,256 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-526779831/snapshot-cleanup already deleted, retry=false 2024-11-26T07:21:01,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-526779831/running 2024-11-26T07:21:01,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-526779831/running 2024-11-26T07:21:01,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:01,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:01,260 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,42517,1732605659465, sessionid=0x101532614fb0006, setting cluster-up flag (Was=false) 2024-11-26T07:21:01,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:01,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:01,270 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-526779831/flush-table-proc/acquired, /2-526779831/flush-table-proc/reached, /2-526779831/flush-table-proc/abort 2024-11-26T07:21:01,270 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42517,1732605659465 2024-11-26T07:21:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:01,279 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-526779831/online-snapshot/acquired, /2-526779831/online-snapshot/reached, /2-526779831/online-snapshot/abort 2024-11-26T07:21:01,280 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42517,1732605659465 2024-11-26T07:21:01,281 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:21:01,282 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:01,282 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:21:01,283 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:21:01,283 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,42517,1732605659465 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:01,284 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:01,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:21:01,285 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605691285 2024-11-26T07:21:01,285 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,286 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:21:01,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:21:01,286 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:21:01,287 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:21:01,287 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:21:01,287 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605661287,5,FailOnTimeoutGroup] 2024-11-26T07:21:01,287 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605661287,5,FailOnTimeoutGroup] 2024-11-26T07:21:01,287 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,287 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:21:01,287 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,287 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:21:01,335 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(746): ClusterId : 7e9c215e-28e9-49f7-bfd8-cca7faf25c43 2024-11-26T07:21:01,335 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:21:01,337 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:21:01,337 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:21:01,341 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:21:01,341 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bceab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:01,357 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:46287 2024-11-26T07:21:01,357 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:21:01,357 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:21:01,357 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:21:01,358 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,42517,1732605659465 with port=46287, startcode=1732605659503 2024-11-26T07:21:01,358 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:21:01,359 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:21:01,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,46287,1732605659503 2024-11-26T07:21:01,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42517 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:01,361 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524 2024-11-26T07:21:01,361 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39561 2024-11-26T07:21:01,361 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:21:01,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831/rs 2024-11-26T07:21:01,367 DEBUG [RS:0;15ed1af4400d:46287 {}] zookeeper.ZKUtil(111): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on existing znode=/2-526779831/rs/15ed1af4400d,46287,1732605659503 2024-11-26T07:21:01,367 WARN [RS:0;15ed1af4400d:46287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:01,367 INFO [RS:0;15ed1af4400d:46287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:01,367 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503 2024-11-26T07:21:01,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,46287,1732605659503] 2024-11-26T07:21:01,370 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:21:01,372 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:21:01,373 INFO [RS:0;15ed1af4400d:46287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:21:01,373 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,373 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:21:01,373 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:21:01,373 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:01,374 DEBUG [RS:0;15ed1af4400d:46287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:01,375 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,375 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,375 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,375 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,375 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,375 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46287,1732605659503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:01,389 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:21:01,390 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,46287,1732605659503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,390 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,390 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.Replication(171): 15ed1af4400d,46287,1732605659503 started 2024-11-26T07:21:01,404 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:01,404 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,46287,1732605659503, RpcServer on 15ed1af4400d/172.17.0.2:46287, sessionid=0x101532614fb0007 2024-11-26T07:21:01,404 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:21:01,404 DEBUG [RS:0;15ed1af4400d:46287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,46287,1732605659503 2024-11-26T07:21:01,404 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,46287,1732605659503' 2024-11-26T07:21:01,404 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-526779831/flush-table-proc/abort' 2024-11-26T07:21:01,405 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-526779831/flush-table-proc/acquired' 2024-11-26T07:21:01,405 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:21:01,405 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:21:01,405 DEBUG [RS:0;15ed1af4400d:46287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,46287,1732605659503 2024-11-26T07:21:01,405 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,46287,1732605659503' 2024-11-26T07:21:01,405 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-526779831/online-snapshot/abort' 2024-11-26T07:21:01,405 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-526779831/online-snapshot/acquired' 2024-11-26T07:21:01,406 DEBUG [RS:0;15ed1af4400d:46287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:21:01,406 INFO [RS:0;15ed1af4400d:46287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:21:01,406 INFO [RS:0;15ed1af4400d:46287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:21:01,506 INFO [RS:0;15ed1af4400d:46287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:01,508 INFO [RS:0;15ed1af4400d:46287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C46287%2C1732605659503, suffix=, logDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/oldWALs, maxLogs=10 2024-11-26T07:21:01,527 DEBUG [RS:0;15ed1af4400d:46287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, exclude list is [], retry=0 2024-11-26T07:21:01,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-3d9a9d25-b186-4bc5-be81-2322d74dc10e,DISK] 2024-11-26T07:21:01,531 INFO [RS:0;15ed1af4400d:46287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 2024-11-26T07:21:01,531 DEBUG [RS:0;15ed1af4400d:46287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-26T07:21:01,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:21:01,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524 2024-11-26T07:21:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:21:02,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:02,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:02,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:02,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:02,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:02,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:02,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:02,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:02,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:02,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:02,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740 2024-11-26T07:21:02,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740 2024-11-26T07:21:02,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:02,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:02,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:02,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:02,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:02,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74085550, jitterRate=0.10396072268486023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605662103Initializing all the Stores at 1732605662104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605662104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605662104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605662104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605662104Cleaning up temporary data from old regions at 1732605662112 (+8 ms)Region opened successfully at 1732605662115 (+3 ms) 2024-11-26T07:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:02,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:02,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:02,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605662115Disabling compacts and flushes for region at 1732605662115Disabling writes for close at 1732605662115Writing region close event to WAL at 1732605662115Closed at 1732605662115 2024-11-26T07:21:02,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:02,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:21:02,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:21:02,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:02,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:21:02,268 DEBUG [15ed1af4400d:42517 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:21:02,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:02,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,46287,1732605659503, state=OPENING 2024-11-26T07:21:02,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:21:02,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:02,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:02,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-526779831/meta-region-server: CHANGED 2024-11-26T07:21:02,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:02,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,46287,1732605659503}] 2024-11-26T07:21:02,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-526779831/meta-region-server: CHANGED 2024-11-26T07:21:02,428 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:02,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:21:02,432 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:21:02,432 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:02,433 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:21:02,434 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C46287%2C1732605659503.meta, suffix=.meta, logDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/oldWALs, maxLogs=10 2024-11-26T07:21:02,453 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.meta.1732605662434.meta, exclude list is [], retry=0 2024-11-26T07:21:02,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-3d9a9d25-b186-4bc5-be81-2322d74dc10e,DISK] 2024-11-26T07:21:02,456 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.meta.1732605662434.meta 2024-11-26T07:21:02,457 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-26T07:21:02,457 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:02,457 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:02,457 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:02,457 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:21:02,457 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:21:02,457 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:21:02,457 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:02,458 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:21:02,458 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:21:02,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:02,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:02,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:02,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:02,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:02,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:02,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:02,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:02,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:02,464 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:02,467 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740 2024-11-26T07:21:02,467 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740 2024-11-26T07:21:02,468 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:02,468 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:02,469 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:02,470 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:02,470 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62476731, jitterRate=-0.06902416050434113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:02,470 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:21:02,470 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605662458Writing region info on filesystem at 1732605662458Initializing all the Stores at 1732605662458Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605662458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605662459 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605662459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605662459Cleaning up temporary data from old regions at 1732605662468 (+9 ms)Running coprocessor post-open hooks at 1732605662470 (+2 ms)Region opened successfully at 1732605662470 2024-11-26T07:21:02,471 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605662428 2024-11-26T07:21:02,473 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:21:02,473 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:21:02,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:02,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,46287,1732605659503, state=OPEN 2024-11-26T07:21:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-526779831/meta-region-server 2024-11-26T07:21:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-526779831/meta-region-server 2024-11-26T07:21:02,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:02,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-526779831/meta-region-server: CHANGED 2024-11-26T07:21:02,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-526779831/meta-region-server: CHANGED 2024-11-26T07:21:02,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:21:02,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,46287,1732605659503 in 201 msec 2024-11-26T07:21:02,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:21:02,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-26T07:21:02,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:02,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:21:02,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:02,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,46287,1732605659503, seqNum=-1] 2024-11-26T07:21:02,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:02,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:02,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-26T07:21:02,486 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605662486, completionTime=-1 2024-11-26T07:21:02,486 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:21:02,486 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605722488 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605782488 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42517,1732605659465-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42517,1732605659465-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42517,1732605659465-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:42517, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:02,488 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:02,489 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:02,490 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:21:02,491 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-26T07:21:02,491 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:21:02,491 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:21:02,492 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:21:02,492 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:21:02,492 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:21:02,492 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42517,1732605659465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:02,492 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42517,1732605659465-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:21:02,493 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:21:02,493 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:21:02,493 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42517,1732605659465-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:02,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0f99bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:02,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42517,-1 for getting cluster id 2024-11-26T07:21:02,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:02,537 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9c215e-28e9-49f7-bfd8-cca7faf25c43' 2024-11-26T07:21:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9c215e-28e9-49f7-bfd8-cca7faf25c43" 2024-11-26T07:21:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379dc7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42517,-1] 2024-11-26T07:21:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:02,539 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:02,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432e7bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:02,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,46287,1732605659503, seqNum=-1] 2024-11-26T07:21:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:02,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:02,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,42517,1732605659465 2024-11-26T07:21:02,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58460 2024-11-26T07:21:02,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:02,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101532614fb0008 connected 2024-11-26T07:21:02,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38135,1732605652191 2024-11-26T07:21:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155671c0 2024-11-26T07:21:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:02,551 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:02,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:21:02,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:02,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:02,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:21:02,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:21:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:21:02,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:21:02,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:21:02,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:21:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:02,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09581431869d6ef2fa7aa23ae57d4266, NAME => 'test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f 2024-11-26T07:21:02,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:21:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:03,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:03,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 09581431869d6ef2fa7aa23ae57d4266, disabling compactions & flushes 2024-11-26T07:21:03,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:03,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:03,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. after waiting 0 ms 2024-11-26T07:21:03,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:03,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:03,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09581431869d6ef2fa7aa23ae57d4266: Waiting for close lock at 1732605663371Disabling compacts and flushes for region at 1732605663371Disabling writes for close at 1732605663371Writing region close event to WAL at 1732605663371Closed at 1732605663371 2024-11-26T07:21:03,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:03,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605663373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605663373"}]},"ts":"1732605663373"} 2024-11-26T07:21:03,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:03,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:03,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605663376"}]},"ts":"1732605663376"} 2024-11-26T07:21:03,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:21:03,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09581431869d6ef2fa7aa23ae57d4266, ASSIGN}] 2024-11-26T07:21:03,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09581431869d6ef2fa7aa23ae57d4266, ASSIGN 2024-11-26T07:21:03,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=09581431869d6ef2fa7aa23ae57d4266, ASSIGN; state=OFFLINE, location=15ed1af4400d,33815,1732605652299; forceNewPlan=false, retain=false 2024-11-26T07:21:03,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09581431869d6ef2fa7aa23ae57d4266, regionState=OPENING, regionLocation=15ed1af4400d,33815,1732605652299 2024-11-26T07:21:03,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=09581431869d6ef2fa7aa23ae57d4266, ASSIGN because future has completed 2024-11-26T07:21:03,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09581431869d6ef2fa7aa23ae57d4266, server=15ed1af4400d,33815,1732605652299}] 2024-11-26T07:21:03,690 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:03,690 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09581431869d6ef2fa7aa23ae57d4266, NAME => 'test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:03,691 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:03,691 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:21:03,691 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,691 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:03,691 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,691 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,692 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,693 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09581431869d6ef2fa7aa23ae57d4266 columnFamilyName f 2024-11-26T07:21:03,693 DEBUG [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:03,694 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] regionserver.HStore(327): Store=09581431869d6ef2fa7aa23ae57d4266/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:03,694 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,694 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09581431869d6ef2fa7aa23ae57d4266 columnFamilyName f1 2024-11-26T07:21:03,695 DEBUG [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:03,695 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] regionserver.HStore(327): Store=09581431869d6ef2fa7aa23ae57d4266/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:03,695 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,696 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09581431869d6ef2fa7aa23ae57d4266 columnFamilyName norep 2024-11-26T07:21:03,696 DEBUG [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:03,696 INFO [StoreOpener-09581431869d6ef2fa7aa23ae57d4266-1 {}] regionserver.HStore(327): Store=09581431869d6ef2fa7aa23ae57d4266/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:03,696 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,697 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,697 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,698 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,698 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,698 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:03,699 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,701 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:03,701 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09581431869d6ef2fa7aa23ae57d4266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67382319, jitterRate=0.004074797034263611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:03,702 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:03,703 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09581431869d6ef2fa7aa23ae57d4266: Running coprocessor pre-open hook at 1732605663691Writing region info on filesystem at 1732605663691Initializing all the Stores at 1732605663692 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605663692Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605663692Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605663692Cleaning up temporary data from old regions at 1732605663698 (+6 ms)Running coprocessor post-open hooks at 1732605663702 (+4 ms)Region opened successfully at 1732605663703 (+1 ms) 2024-11-26T07:21:03,703 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266., pid=6, masterSystemTime=1732605663687 2024-11-26T07:21:03,705 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:03,705 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:03,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09581431869d6ef2fa7aa23ae57d4266, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,33815,1732605652299 2024-11-26T07:21:03,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09581431869d6ef2fa7aa23ae57d4266, server=15ed1af4400d,33815,1732605652299 because future has completed 2024-11-26T07:21:03,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:21:03,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09581431869d6ef2fa7aa23ae57d4266, server=15ed1af4400d,33815,1732605652299 in 173 msec 2024-11-26T07:21:03,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:21:03,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=09581431869d6ef2fa7aa23ae57d4266, ASSIGN in 331 msec 2024-11-26T07:21:03,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:03,713 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605663713"}]},"ts":"1732605663713"} 2024-11-26T07:21:03,715 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:21:03,715 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:03,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-26T07:21:03,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:03,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:03,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:04,704 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:21:04,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,39503,1732605655715 2024-11-26T07:21:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5d7db2 2024-11-26T07:21:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:04,706 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:04,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:21:04,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:04,709 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:04,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:21:04,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:21:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:05,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bc65d02706c521ff3ecdf67c46ec327, NAME => 'test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244 2024-11-26T07:21:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:21:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:05,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:21:05,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:05,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bc65d02706c521ff3ecdf67c46ec327, disabling compactions & flushes 2024-11-26T07:21:05,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:05,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:05,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. after waiting 0 ms 2024-11-26T07:21:05,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:05,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:05,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bc65d02706c521ff3ecdf67c46ec327: Waiting for close lock at 1732605665521Disabling compacts and flushes for region at 1732605665521Disabling writes for close at 1732605665522 (+1 ms)Writing region close event to WAL at 1732605665522Closed at 1732605665522 2024-11-26T07:21:05,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:05,523 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605665523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605665523"}]},"ts":"1732605665523"} 2024-11-26T07:21:05,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:05,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:05,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605665526"}]},"ts":"1732605665526"} 2024-11-26T07:21:05,528 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:21:05,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bc65d02706c521ff3ecdf67c46ec327, ASSIGN}] 2024-11-26T07:21:05,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bc65d02706c521ff3ecdf67c46ec327, ASSIGN 2024-11-26T07:21:05,530 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bc65d02706c521ff3ecdf67c46ec327, ASSIGN; state=OFFLINE, location=15ed1af4400d,40529,1732605655755; forceNewPlan=false, retain=false 2024-11-26T07:21:05,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bc65d02706c521ff3ecdf67c46ec327, regionState=OPENING, regionLocation=15ed1af4400d,40529,1732605655755 2024-11-26T07:21:05,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bc65d02706c521ff3ecdf67c46ec327, ASSIGN because future has completed 2024-11-26T07:21:05,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bc65d02706c521ff3ecdf67c46ec327, server=15ed1af4400d,40529,1732605655755}] 2024-11-26T07:21:05,839 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:05,839 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bc65d02706c521ff3ecdf67c46ec327, NAME => 'test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:05,839 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:05,839 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:21:05,839 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,839 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:05,840 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,840 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,841 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,842 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc65d02706c521ff3ecdf67c46ec327 columnFamilyName f 2024-11-26T07:21:05,842 DEBUG [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:05,842 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] regionserver.HStore(327): Store=5bc65d02706c521ff3ecdf67c46ec327/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:05,842 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,843 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc65d02706c521ff3ecdf67c46ec327 columnFamilyName f1 2024-11-26T07:21:05,843 DEBUG [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:05,843 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] regionserver.HStore(327): Store=5bc65d02706c521ff3ecdf67c46ec327/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:05,844 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,844 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc65d02706c521ff3ecdf67c46ec327 columnFamilyName norep 2024-11-26T07:21:05,844 DEBUG [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:05,845 INFO [StoreOpener-5bc65d02706c521ff3ecdf67c46ec327-1 {}] regionserver.HStore(327): Store=5bc65d02706c521ff3ecdf67c46ec327/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:05,845 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,845 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,846 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,847 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,847 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,847 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:05,848 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,849 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:05,850 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bc65d02706c521ff3ecdf67c46ec327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70410722, jitterRate=0.049201518297195435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:05,850 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:05,850 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bc65d02706c521ff3ecdf67c46ec327: Running coprocessor pre-open hook at 1732605665840Writing region info on filesystem at 1732605665840Initializing all the Stores at 1732605665840Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605665840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605665840Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605665840Cleaning up temporary data from old regions at 1732605665847 (+7 ms)Running coprocessor post-open hooks at 1732605665850 (+3 ms)Region opened successfully at 1732605665850 2024-11-26T07:21:05,851 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327., pid=6, masterSystemTime=1732605665835 2024-11-26T07:21:05,852 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:05,852 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:05,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bc65d02706c521ff3ecdf67c46ec327, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,40529,1732605655755 2024-11-26T07:21:05,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bc65d02706c521ff3ecdf67c46ec327, server=15ed1af4400d,40529,1732605655755 because future has completed 2024-11-26T07:21:05,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:21:05,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bc65d02706c521ff3ecdf67c46ec327, server=15ed1af4400d,40529,1732605655755 in 172 msec 2024-11-26T07:21:05,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:21:05,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bc65d02706c521ff3ecdf67c46ec327, ASSIGN in 329 msec 2024-11-26T07:21:05,860 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:05,860 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605665860"}]},"ts":"1732605665860"} 2024-11-26T07:21:05,861 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:21:05,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:05,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-26T07:21:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:06,853 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:21:06,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:06,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42517,1732605659465 2024-11-26T07:21:06,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@751295b2 2024-11-26T07:21:06,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:06,855 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:06,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:21:06,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:06,858 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:06,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:21:06,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:06,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:21:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:07,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57da5d5642cdcd163dbeffdb1a6e5e35, NAME => 'test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524 2024-11-26T07:21:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:21:07,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:07,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 57da5d5642cdcd163dbeffdb1a6e5e35, disabling compactions & flushes 2024-11-26T07:21:07,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:07,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:07,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. after waiting 0 ms 2024-11-26T07:21:07,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:07,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:07,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57da5d5642cdcd163dbeffdb1a6e5e35: Waiting for close lock at 1732605667270Disabling compacts and flushes for region at 1732605667270Disabling writes for close at 1732605667270Writing region close event to WAL at 1732605667270Closed at 1732605667270 2024-11-26T07:21:07,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:07,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605667271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605667271"}]},"ts":"1732605667271"} 2024-11-26T07:21:07,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:07,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:07,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605667274"}]},"ts":"1732605667274"} 2024-11-26T07:21:07,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:21:07,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=57da5d5642cdcd163dbeffdb1a6e5e35, ASSIGN}] 2024-11-26T07:21:07,277 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=57da5d5642cdcd163dbeffdb1a6e5e35, ASSIGN 2024-11-26T07:21:07,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=57da5d5642cdcd163dbeffdb1a6e5e35, ASSIGN; state=OFFLINE, location=15ed1af4400d,46287,1732605659503; forceNewPlan=false, retain=false 2024-11-26T07:21:07,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57da5d5642cdcd163dbeffdb1a6e5e35, regionState=OPENING, regionLocation=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:07,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=57da5d5642cdcd163dbeffdb1a6e5e35, ASSIGN because future has completed 2024-11-26T07:21:07,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57da5d5642cdcd163dbeffdb1a6e5e35, server=15ed1af4400d,46287,1732605659503}] 2024-11-26T07:21:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:07,599 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:07,600 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 57da5d5642cdcd163dbeffdb1a6e5e35, NAME => 'test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:07,600 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:07,600 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:21:07,600 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,600 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:07,600 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,600 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,601 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,602 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57da5d5642cdcd163dbeffdb1a6e5e35 columnFamilyName f 2024-11-26T07:21:07,603 DEBUG [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:07,603 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] regionserver.HStore(327): Store=57da5d5642cdcd163dbeffdb1a6e5e35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:07,603 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,604 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57da5d5642cdcd163dbeffdb1a6e5e35 columnFamilyName f1 2024-11-26T07:21:07,604 DEBUG [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:07,604 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] regionserver.HStore(327): Store=57da5d5642cdcd163dbeffdb1a6e5e35/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:07,604 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,605 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57da5d5642cdcd163dbeffdb1a6e5e35 columnFamilyName norep 2024-11-26T07:21:07,605 DEBUG [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:07,606 INFO [StoreOpener-57da5d5642cdcd163dbeffdb1a6e5e35-1 {}] regionserver.HStore(327): Store=57da5d5642cdcd163dbeffdb1a6e5e35/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:07,606 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,606 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,607 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,607 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,607 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,608 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:07,609 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,610 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:07,611 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 57da5d5642cdcd163dbeffdb1a6e5e35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64819478, jitterRate=-0.03411450982093811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:07,611 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:07,611 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 57da5d5642cdcd163dbeffdb1a6e5e35: Running coprocessor pre-open hook at 1732605667600Writing region info on filesystem at 1732605667600Initializing all the Stores at 1732605667601 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605667601Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605667601Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605667601Cleaning up temporary data from old regions at 1732605667607 (+6 ms)Running coprocessor post-open hooks at 1732605667611 (+4 ms)Region opened successfully at 1732605667611 2024-11-26T07:21:07,612 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35., pid=6, masterSystemTime=1732605667594 2024-11-26T07:21:07,614 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:07,614 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:07,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57da5d5642cdcd163dbeffdb1a6e5e35, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:07,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57da5d5642cdcd163dbeffdb1a6e5e35, server=15ed1af4400d,46287,1732605659503 because future has completed 2024-11-26T07:21:07,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:21:07,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 57da5d5642cdcd163dbeffdb1a6e5e35, server=15ed1af4400d,46287,1732605659503 in 176 msec 2024-11-26T07:21:07,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:21:07,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=57da5d5642cdcd163dbeffdb1a6e5e35, ASSIGN in 345 msec 2024-11-26T07:21:07,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:07,625 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605667625"}]},"ts":"1732605667625"} 2024-11-26T07:21:07,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:21:07,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:07,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-26T07:21:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:07,994 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:21:07,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea269ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:07,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38135,-1 for getting cluster id 2024-11-26T07:21:07,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:07,995 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adcb7719-26f0-4be9-9b9e-45914b648820' 2024-11-26T07:21:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adcb7719-26f0-4be9-9b9e-45914b648820" 2024-11-26T07:21:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48877f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38135,-1] 2024-11-26T07:21:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:07,997 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7937cdfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:07,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38135,1732605652191 2024-11-26T07:21:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@658e9d27 2024-11-26T07:21:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:07,999 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:07,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:39503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:21:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:21:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:08,002 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:39503' 2024-11-26T07:21:08,003 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29efbe16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:08,003 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:21:08,004 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:08,004 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:21:08,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:08,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:21:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82d4775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:21:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:08,005 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:08,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e587da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:08,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:08,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,39503,1732605655715 2024-11-26T07:21:08,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4902a04b 2024-11-26T07:21:08,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:08,007 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:08,008 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:21:08,008 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:21:08,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:08,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:08,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:08,009 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:08,010 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:21:08,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:08,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:08,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:21:08,060 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:21:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:08,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b41b185eb301f0685fa2e9cbc657118a, NAME => 'hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f 2024-11-26T07:21:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:21:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:08,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:08,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b41b185eb301f0685fa2e9cbc657118a, disabling compactions & flushes 2024-11-26T07:21:08,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:08,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:08,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. after waiting 0 ms 2024-11-26T07:21:08,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:08,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:08,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b41b185eb301f0685fa2e9cbc657118a: Waiting for close lock at 1732605668823Disabling compacts and flushes for region at 1732605668823Disabling writes for close at 1732605668823Writing region close event to WAL at 1732605668823Closed at 1732605668823 2024-11-26T07:21:08,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:08,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605668825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605668825"}]},"ts":"1732605668825"} 2024-11-26T07:21:08,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:08,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:08,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605668827"}]},"ts":"1732605668827"} 2024-11-26T07:21:08,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:21:08,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b41b185eb301f0685fa2e9cbc657118a, ASSIGN}] 2024-11-26T07:21:08,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b41b185eb301f0685fa2e9cbc657118a, ASSIGN 2024-11-26T07:21:08,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b41b185eb301f0685fa2e9cbc657118a, ASSIGN; state=OFFLINE, location=15ed1af4400d,33815,1732605652299; forceNewPlan=false, retain=false 2024-11-26T07:21:08,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b41b185eb301f0685fa2e9cbc657118a, regionState=OPENING, regionLocation=15ed1af4400d,33815,1732605652299 2024-11-26T07:21:08,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b41b185eb301f0685fa2e9cbc657118a, ASSIGN because future has completed 2024-11-26T07:21:08,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b41b185eb301f0685fa2e9cbc657118a, server=15ed1af4400d,33815,1732605652299}] 2024-11-26T07:21:09,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:09,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:09,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:21:09,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C33815%2C1732605652299.rep, suffix=, logDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299, archiveDir=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/oldWALs, maxLogs=10 2024-11-26T07:21:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:09,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.rep.1732605669141, exclude list is [], retry=0 2024-11-26T07:21:09,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34503,DS-6840f4bd-0b34-4e8f-bc2b-0bf5c1ba314b,DISK] 2024-11-26T07:21:09,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.rep.1732605669141 2024-11-26T07:21:09,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43713:43713)] 2024-11-26T07:21:09,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b41b185eb301f0685fa2e9cbc657118a, NAME => 'hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:09,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:09,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:09,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. service=MultiRowMutationService 2024-11-26T07:21:09,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:21:09,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:09,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,159 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,160 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b41b185eb301f0685fa2e9cbc657118a columnFamilyName hfileref 2024-11-26T07:21:09,160 DEBUG [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:09,160 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] regionserver.HStore(327): Store=b41b185eb301f0685fa2e9cbc657118a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:09,160 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,161 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b41b185eb301f0685fa2e9cbc657118a columnFamilyName queue 2024-11-26T07:21:09,161 DEBUG [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:09,161 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] regionserver.HStore(327): Store=b41b185eb301f0685fa2e9cbc657118a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:09,161 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,162 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b41b185eb301f0685fa2e9cbc657118a columnFamilyName sid 2024-11-26T07:21:09,162 DEBUG [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:09,162 INFO [StoreOpener-b41b185eb301f0685fa2e9cbc657118a-1 {}] regionserver.HStore(327): Store=b41b185eb301f0685fa2e9cbc657118a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:09,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:09,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:09,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b41b185eb301f0685fa2e9cbc657118a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65534437, jitterRate=-0.023460790514945984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b41b185eb301f0685fa2e9cbc657118a: Running coprocessor pre-open hook at 1732605669158Writing region info on filesystem at 1732605669158Initializing all the Stores at 1732605669159 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605669159Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605669159Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605669159Cleaning up temporary data from old regions at 1732605669163 (+4 ms)Running coprocessor post-open hooks at 1732605669166 (+3 ms)Region opened successfully at 1732605669166 2024-11-26T07:21:09,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a., pid=10, masterSystemTime=1732605669137 2024-11-26T07:21:09,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:09,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:09,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b41b185eb301f0685fa2e9cbc657118a, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,33815,1732605652299 2024-11-26T07:21:09,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b41b185eb301f0685fa2e9cbc657118a, server=15ed1af4400d,33815,1732605652299 because future has completed 2024-11-26T07:21:09,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:21:09,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b41b185eb301f0685fa2e9cbc657118a, server=15ed1af4400d,33815,1732605652299 in 187 msec 2024-11-26T07:21:09,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:21:09,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b41b185eb301f0685fa2e9cbc657118a, ASSIGN in 344 msec 2024-11-26T07:21:09,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:09,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605669175"}]},"ts":"1732605669175"} 2024-11-26T07:21:09,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:21:09,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:09,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-26T07:21:09,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:09,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a., hostname=15ed1af4400d,33815,1732605652299, seqNum=2] 2024-11-26T07:21:09,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:21:09,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:21:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:21:09,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:09,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:21:09,394 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:21:09,423 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,33815,1732605652299, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:21:09,423 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:09,423 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33815,1732605652299, seqNum=-1] 2024-11-26T07:21:09,424 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:09,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:09,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,33815,1732605652299', locateType=CURRENT is [region=hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a., hostname=15ed1af4400d,33815,1732605652299, seqNum=2] 2024-11-26T07:21:09,428 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:21:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:21:09,430 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,33815,1732605652299 suceeded 2024-11-26T07:21:09,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:21:09,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T07:21:09,432 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:39503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:21:09,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-11-26T07:21:09,442 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:39503' 2024-11-26T07:21:09,443 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5025562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:09,443 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:21:09,443 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:09,444 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:21:09,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:09,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:21:09,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d93dc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:09,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:21:09,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:09,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:09,445 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:09,446 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7488b922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:09,446 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:09,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,39503,1732605655715 2024-11-26T07:21:09,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c394ea0 2024-11-26T07:21:09,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:09,447 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T07:21:09,447 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,33815,1732605652299 (queues=1) is replicating from cluster=adcb7719-26f0-4be9-9b9e-45914b648820 to cluster=4a90b966-a2c4-479e-b75e-1b5d3d2c02c1 2024-11-26T07:21:09,448 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C33815%2C1732605652299 2024-11-26T07:21:09,448 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,33815,1732605652299, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:21:09,448 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C33815%2C1732605652299 2024-11-26T07:21:09,448 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504, startPosition=0, beingWritten=true 2024-11-26T07:21:09,453 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:09,453 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:09,453 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33815,1732605652299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:09,657 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:09,960 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:10,154 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:21:10,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:10,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:10,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:10,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:10,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:10,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:10,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:21:10,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:10,156 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:21:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:21:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9b8cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:21:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:10,157 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eeda8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:10,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,39503,1732605655715 2024-11-26T07:21:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e48fcb 2024-11-26T07:21:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:10,160 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:10,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:42517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:21:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:21:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:10,162 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:42517' 2024-11-26T07:21:10,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b70613a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:10,163 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42517,-1 for getting cluster id 2024-11-26T07:21:10,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:10,164 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9c215e-28e9-49f7-bfd8-cca7faf25c43' 2024-11-26T07:21:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9c215e-28e9-49f7-bfd8-cca7faf25c43" 2024-11-26T07:21:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c374bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42517,-1] 2024-11-26T07:21:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:10,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:10,165 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:10,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e914641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:10,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:10,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42517,1732605659465 2024-11-26T07:21:10,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@419a9d13 2024-11-26T07:21:10,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:10,167 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:10,167 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:21:10,167 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:21:10,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:10,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:10,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:10,168 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:10,169 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:21:10,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:10,169 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:10,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:21:10,219 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:21:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:10,364 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:10,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b7cddc4bd7a4b0e862f8c1c0276d8cb, NAME => 'hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244 2024-11-26T07:21:10,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:21:10,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:10,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:21:10,674 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88650 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:21:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:10,868 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:10,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:10,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b7cddc4bd7a4b0e862f8c1c0276d8cb, disabling compactions & flushes 2024-11-26T07:21:10,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:10,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:10,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. after waiting 0 ms 2024-11-26T07:21:10,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:10,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:10,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b7cddc4bd7a4b0e862f8c1c0276d8cb: Waiting for close lock at 1732605670987Disabling compacts and flushes for region at 1732605670987Disabling writes for close at 1732605670987Writing region close event to WAL at 1732605670987Closed at 1732605670987 2024-11-26T07:21:10,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:10,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605670988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605670988"}]},"ts":"1732605670988"} 2024-11-26T07:21:10,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:10,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:10,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605670991"}]},"ts":"1732605670991"} 2024-11-26T07:21:10,992 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:21:10,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b7cddc4bd7a4b0e862f8c1c0276d8cb, ASSIGN}] 2024-11-26T07:21:10,993 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b7cddc4bd7a4b0e862f8c1c0276d8cb, ASSIGN 2024-11-26T07:21:10,994 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b7cddc4bd7a4b0e862f8c1c0276d8cb, ASSIGN; state=OFFLINE, location=15ed1af4400d,40529,1732605655755; forceNewPlan=false, retain=false 2024-11-26T07:21:11,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b7cddc4bd7a4b0e862f8c1c0276d8cb, regionState=OPENING, regionLocation=15ed1af4400d,40529,1732605655755 2024-11-26T07:21:11,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b7cddc4bd7a4b0e862f8c1c0276d8cb, ASSIGN because future has completed 2024-11-26T07:21:11,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b7cddc4bd7a4b0e862f8c1c0276d8cb, server=15ed1af4400d,40529,1732605655755}] 2024-11-26T07:21:11,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:11,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:11,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:21:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:11,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C40529%2C1732605655755.rep, suffix=, logDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755, archiveDir=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/oldWALs, maxLogs=10 2024-11-26T07:21:11,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.rep.1732605671304, exclude list is [], retry=0 2024-11-26T07:21:11,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-c849d3dd-fa64-4148-b2fb-8d7fb991cfa1,DISK] 2024-11-26T07:21:11,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.rep.1732605671304 2024-11-26T07:21:11,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-26T07:21:11,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b7cddc4bd7a4b0e862f8c1c0276d8cb, NAME => 'hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:11,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:11,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:11,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. service=MultiRowMutationService 2024-11-26T07:21:11,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:21:11,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:11,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,322 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,323 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b7cddc4bd7a4b0e862f8c1c0276d8cb columnFamilyName hfileref 2024-11-26T07:21:11,323 DEBUG [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:11,323 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] regionserver.HStore(327): Store=1b7cddc4bd7a4b0e862f8c1c0276d8cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:11,323 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,324 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b7cddc4bd7a4b0e862f8c1c0276d8cb columnFamilyName queue 2024-11-26T07:21:11,324 DEBUG [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:11,324 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] regionserver.HStore(327): Store=1b7cddc4bd7a4b0e862f8c1c0276d8cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:11,324 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,325 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b7cddc4bd7a4b0e862f8c1c0276d8cb columnFamilyName sid 2024-11-26T07:21:11,325 DEBUG [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:11,325 INFO [StoreOpener-1b7cddc4bd7a4b0e862f8c1c0276d8cb-1 {}] regionserver.HStore(327): Store=1b7cddc4bd7a4b0e862f8c1c0276d8cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:11,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/replication/1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/replication/1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:11,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/replication/1b7cddc4bd7a4b0e862f8c1c0276d8cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:11,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1b7cddc4bd7a4b0e862f8c1c0276d8cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75332021, jitterRate=0.12253458797931671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:11,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:11,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1b7cddc4bd7a4b0e862f8c1c0276d8cb: Running coprocessor pre-open hook at 1732605671321Writing region info on filesystem at 1732605671321Initializing all the Stores at 1732605671322 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605671322Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605671322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605671322Cleaning up temporary data from old regions at 1732605671327 (+5 ms)Running coprocessor post-open hooks at 1732605671330 (+3 ms)Region opened successfully at 1732605671330 2024-11-26T07:21:11,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb., pid=10, masterSystemTime=1732605671299 2024-11-26T07:21:11,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:11,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:11,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b7cddc4bd7a4b0e862f8c1c0276d8cb, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,40529,1732605655755 2024-11-26T07:21:11,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b7cddc4bd7a4b0e862f8c1c0276d8cb, server=15ed1af4400d,40529,1732605655755 because future has completed 2024-11-26T07:21:11,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:21:11,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b7cddc4bd7a4b0e862f8c1c0276d8cb, server=15ed1af4400d,40529,1732605655755 in 189 msec 2024-11-26T07:21:11,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:21:11,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b7cddc4bd7a4b0e862f8c1c0276d8cb, ASSIGN in 346 msec 2024-11-26T07:21:11,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:11,340 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605671340"}]},"ts":"1732605671340"} 2024-11-26T07:21:11,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:21:11,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:11,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-26T07:21:11,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb., hostname=15ed1af4400d,40529,1732605655755, seqNum=2] 2024-11-26T07:21:11,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:21:11,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:21:11,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:21:11,472 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:11,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:21:11,536 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:21:11,564 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,40529,1732605655755, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:21:11,565 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:11,565 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40529,1732605655755, seqNum=-1] 2024-11-26T07:21:11,565 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:11,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:11,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,40529,1732605655755', locateType=CURRENT is [region=hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb., hostname=15ed1af4400d,40529,1732605655755, seqNum=2] 2024-11-26T07:21:11,569 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:21:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:21:11,571 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,40529,1732605655755 suceeded 2024-11-26T07:21:11,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:21:11,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T07:21:11,573 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:42517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:21:11,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-26T07:21:11,584 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:42517' 2024-11-26T07:21:11,585 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bd2215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:11,585 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42517,-1 for getting cluster id 2024-11-26T07:21:11,585 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:11,585 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9c215e-28e9-49f7-bfd8-cca7faf25c43' 2024-11-26T07:21:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9c215e-28e9-49f7-bfd8-cca7faf25c43" 2024-11-26T07:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bd6b1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42517,-1] 2024-11-26T07:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:11,587 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:11,587 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df03691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:11,587 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:11,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42517,1732605659465 2024-11-26T07:21:11,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b99e4c 2024-11-26T07:21:11,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:11,589 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T07:21:11,589 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,40529,1732605655755 (queues=1) is replicating from cluster=4a90b966-a2c4-479e-b75e-1b5d3d2c02c1 to cluster=7e9c215e-28e9-49f7-bfd8-cca7faf25c43 2024-11-26T07:21:11,589 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C40529%2C1732605655755 2024-11-26T07:21:11,589 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,40529,1732605655755, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:21:11,590 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, startPosition=0, beingWritten=true 2024-11-26T07:21:11,590 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C40529%2C1732605655755 2024-11-26T07:21:11,594 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:11,594 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:11,594 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:11,797 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:12,100 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:12,175 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:12,314 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:21:12,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:12,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:12,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:12,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:12,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:12,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:12,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42517,-1 for getting cluster id 2024-11-26T07:21:12,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:12,316 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9c215e-28e9-49f7-bfd8-cca7faf25c43' 2024-11-26T07:21:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9c215e-28e9-49f7-bfd8-cca7faf25c43" 2024-11-26T07:21:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31693aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42517,-1] 2024-11-26T07:21:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:12,317 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7315ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:12,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:12,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42517,1732605659465 2024-11-26T07:21:12,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581edc8d 2024-11-26T07:21:12,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:12,319 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:12,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:39503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:21:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:21:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:12,322 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:39503' 2024-11-26T07:21:12,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531a91f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:12,323 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:21:12,323 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:12,323 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:21:12,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:12,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:21:12,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc8537d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:12,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:21:12,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:12,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:12,324 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4431a37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:12,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,39503,1732605655715 2024-11-26T07:21:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ce76914 2024-11-26T07:21:12,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:12,326 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:12,327 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:21:12,327 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:21:12,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:12,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:12,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:12,327 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:12,328 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:21:12,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:12,329 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:12,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:21:12,378 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:21:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:12,508 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:12,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e6f48c692b2ba665c2944a11ac4ddc4, NAME => 'hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524 2024-11-26T07:21:12,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:21:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:21:12,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T07:21:12,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:12,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T07:21:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:12,981 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:13,012 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:13,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:13,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e6f48c692b2ba665c2944a11ac4ddc4, disabling compactions & flushes 2024-11-26T07:21:13,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:13,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:13,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. after waiting 0 ms 2024-11-26T07:21:13,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:13,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:13,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e6f48c692b2ba665c2944a11ac4ddc4: Waiting for close lock at 1732605673142Disabling compacts and flushes for region at 1732605673142Disabling writes for close at 1732605673142Writing region close event to WAL at 1732605673142Closed at 1732605673142 2024-11-26T07:21:13,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:13,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605673143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605673143"}]},"ts":"1732605673143"} 2024-11-26T07:21:13,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:13,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:13,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605673146"}]},"ts":"1732605673146"} 2024-11-26T07:21:13,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:21:13,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e6f48c692b2ba665c2944a11ac4ddc4, ASSIGN}] 2024-11-26T07:21:13,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e6f48c692b2ba665c2944a11ac4ddc4, ASSIGN 2024-11-26T07:21:13,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e6f48c692b2ba665c2944a11ac4ddc4, ASSIGN; state=OFFLINE, location=15ed1af4400d,46287,1732605659503; forceNewPlan=false, retain=false 2024-11-26T07:21:13,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e6f48c692b2ba665c2944a11ac4ddc4, regionState=OPENING, regionLocation=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:13,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e6f48c692b2ba665c2944a11ac4ddc4, ASSIGN because future has completed 2024-11-26T07:21:13,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e6f48c692b2ba665c2944a11ac4ddc4, server=15ed1af4400d,46287,1732605659503}] 2024-11-26T07:21:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:13,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:13,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:13,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:21:13,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C46287%2C1732605659503.rep, suffix=, logDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/oldWALs, maxLogs=10 2024-11-26T07:21:13,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.rep.1732605673460, exclude list is [], retry=0 2024-11-26T07:21:13,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-3d9a9d25-b186-4bc5-be81-2322d74dc10e,DISK] 2024-11-26T07:21:13,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.rep.1732605673460 2024-11-26T07:21:13,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-26T07:21:13,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e6f48c692b2ba665c2944a11ac4ddc4, NAME => 'hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:13,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:13,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:13,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. service=MultiRowMutationService 2024-11-26T07:21:13,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:21:13,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:13,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,482 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,483 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e6f48c692b2ba665c2944a11ac4ddc4 columnFamilyName hfileref 2024-11-26T07:21:13,483 DEBUG [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:13,483 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] regionserver.HStore(327): Store=8e6f48c692b2ba665c2944a11ac4ddc4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:13,484 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,484 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e6f48c692b2ba665c2944a11ac4ddc4 columnFamilyName queue 2024-11-26T07:21:13,484 DEBUG [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:13,485 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] regionserver.HStore(327): Store=8e6f48c692b2ba665c2944a11ac4ddc4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:13,485 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,486 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e6f48c692b2ba665c2944a11ac4ddc4 columnFamilyName sid 2024-11-26T07:21:13,486 DEBUG [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:13,486 INFO [StoreOpener-8e6f48c692b2ba665c2944a11ac4ddc4-1 {}] regionserver.HStore(327): Store=8e6f48c692b2ba665c2944a11ac4ddc4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:13,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/replication/8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/replication/8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:13,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/replication/8e6f48c692b2ba665c2944a11ac4ddc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:13,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8e6f48c692b2ba665c2944a11ac4ddc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72540380, jitterRate=0.08093589544296265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:13,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:13,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8e6f48c692b2ba665c2944a11ac4ddc4: Running coprocessor pre-open hook at 1732605673481Writing region info on filesystem at 1732605673481Initializing all the Stores at 1732605673482 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605673482Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605673482Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605673482Cleaning up temporary data from old regions at 1732605673487 (+5 ms)Running coprocessor post-open hooks at 1732605673497 (+10 ms)Region opened successfully at 1732605673497 2024-11-26T07:21:13,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4., pid=10, masterSystemTime=1732605673455 2024-11-26T07:21:13,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:13,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:13,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e6f48c692b2ba665c2944a11ac4ddc4, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,46287,1732605659503 2024-11-26T07:21:13,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e6f48c692b2ba665c2944a11ac4ddc4, server=15ed1af4400d,46287,1732605659503 because future has completed 2024-11-26T07:21:13,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:21:13,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e6f48c692b2ba665c2944a11ac4ddc4, server=15ed1af4400d,46287,1732605659503 in 200 msec 2024-11-26T07:21:13,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:21:13,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e6f48c692b2ba665c2944a11ac4ddc4, ASSIGN in 358 msec 2024-11-26T07:21:13,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:13,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605673509"}]},"ts":"1732605673509"} 2024-11-26T07:21:13,511 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:21:13,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:13,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-26T07:21:13,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4., hostname=15ed1af4400d,46287,1732605659503, seqNum=2] 2024-11-26T07:21:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:13,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:21:13,615 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:13,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:21:13,696 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:21:13,732 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,46287,1732605659503, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:21:13,732 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:13,733 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,46287,1732605659503, seqNum=-1] 2024-11-26T07:21:13,733 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:13,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:13,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,46287,1732605659503', locateType=CURRENT is [region=hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4., hostname=15ed1af4400d,46287,1732605659503, seqNum=2] 2024-11-26T07:21:13,738 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:21:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:21:13,740 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,46287,1732605659503 suceeded 2024-11-26T07:21:13,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:21:13,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-26T07:21:13,743 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:39503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:21:13,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-26T07:21:13,754 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:39503' 2024-11-26T07:21:13,755 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@663bac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:13,755 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:21:13,755 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:13,756 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:21:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:21:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a67712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:21:13,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:13,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:13,757 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:13,758 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52e61bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:13,758 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:13,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,39503,1732605655715 2024-11-26T07:21:13,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689c3696 2024-11-26T07:21:13,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:13,760 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T07:21:13,761 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,46287,1732605659503 (queues=1) is replicating from cluster=7e9c215e-28e9-49f7-bfd8-cca7faf25c43 to cluster=4a90b966-a2c4-479e-b75e-1b5d3d2c02c1 2024-11-26T07:21:13,761 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C46287%2C1732605659503 2024-11-26T07:21:13,761 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,46287,1732605659503, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:21:13,761 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, startPosition=0, beingWritten=true 2024-11-26T07:21:13,761 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C46287%2C1732605659503 2024-11-26T07:21:13,766 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:13,766 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 379, reset compression=false 2024-11-26T07:21:13,766 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:13,884 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:13,974 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 379, reset compression=false 2024-11-26T07:21:14,293 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 379, reset compression=false 2024-11-26T07:21:14,319 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:14,465 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:21:14,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:14,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:14,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:14,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:14,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:14,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38135,-1 for getting cluster id 2024-11-26T07:21:14,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:14,467 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adcb7719-26f0-4be9-9b9e-45914b648820' 2024-11-26T07:21:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adcb7719-26f0-4be9-9b9e-45914b648820" 2024-11-26T07:21:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5cb418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38135,-1] 2024-11-26T07:21:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:14,469 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2756e4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:21:14,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:14,471 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:21:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:21:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19557565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:21:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:14,473 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:14,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37928862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42517,-1 for getting cluster id 2024-11-26T07:21:14,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:14,477 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9c215e-28e9-49f7-bfd8-cca7faf25c43' 2024-11-26T07:21:14,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:14,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9c215e-28e9-49f7-bfd8-cca7faf25c43" 2024-11-26T07:21:14,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb0e3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42517,-1] 2024-11-26T07:21:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:14,479 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57172ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,33815,1732605652299, seqNum=-1] 2024-11-26T07:21:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:14,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266., hostname=15ed1af4400d,33815,1732605652299, seqNum=2] 2024-11-26T07:21:14,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:14,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,46287,1732605659503, seqNum=-1] 2024-11-26T07:21:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:14,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35., hostname=15ed1af4400d,46287,1732605659503, seqNum=2] 2024-11-26T07:21:14,503 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T07:21:14,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:14,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,698 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 379, reset compression=false 2024-11-26T07:21:14,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:14,888 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 379, reset compression=false 2024-11-26T07:21:14,901 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:14,901 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 480, reset compression=false 2024-11-26T07:21:14,901 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33815,1732605652299 got entry batch from reader: WALEntryBatch [walEntries=[{test/09581431869d6ef2fa7aa23ae57d4266/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T07:21:14,904 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:14,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T07:21:14,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:14,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17404107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,39503,-1 for getting cluster id 2024-11-26T07:21:14,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:14,909 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a90b966-a2c4-479e-b75e-1b5d3d2c02c1' 2024-11-26T07:21:14,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:14,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a90b966-a2c4-479e-b75e-1b5d3d2c02c1" 2024-11-26T07:21:14,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a556469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,39503,-1] 2024-11-26T07:21:14,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:14,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:14,911 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:14,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62329370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:14,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:14,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40529,1732605655755, seqNum=-1] 2024-11-26T07:21:14,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:14,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:14,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327., hostname=15ed1af4400d,40529,1732605655755, seqNum=2] 2024-11-26T07:21:14,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:15,116 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 480, reset compression=false 2024-11-26T07:21:15,124 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 379, reset compression=false 2024-11-26T07:21:15,143 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:15,143 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 504, reset compression=false 2024-11-26T07:21:15,143 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bc65d02706c521ff3ecdf67c46ec327/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T07:21:15,147 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:15,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T07:21:15,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:15,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504ec498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:15,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42517,-1 for getting cluster id 2024-11-26T07:21:15,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:15,150 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9c215e-28e9-49f7-bfd8-cca7faf25c43' 2024-11-26T07:21:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9c215e-28e9-49f7-bfd8-cca7faf25c43" 2024-11-26T07:21:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db5b1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42517,-1] 2024-11-26T07:21:15,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:15,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:15,152 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:15,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162d478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:15,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,46287,1732605659503, seqNum=-1] 2024-11-26T07:21:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:15,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:15,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35., hostname=15ed1af4400d,46287,1732605659503, seqNum=2] 2024-11-26T07:21:15,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:15,229 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 379, reset compression=false 2024-11-26T07:21:15,234 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:15,234 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 527, reset compression=false 2024-11-26T07:21:15,234 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:15,365 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 504, reset compression=false 2024-11-26T07:21:15,423 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 480, reset compression=false 2024-11-26T07:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 527, reset compression=false 2024-11-26T07:21:15,505 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T07:21:15,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40529,1732605655755, seqNum=-1] 2024-11-26T07:21:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:15,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327., hostname=15ed1af4400d,40529,1732605655755, seqNum=2] 2024-11-26T07:21:15,514 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T07:21:15,669 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 504, reset compression=false 2024-11-26T07:21:15,674 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:15,674 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 608, reset compression=false 2024-11-26T07:21:15,674 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bc65d02706c521ff3ecdf67c46ec327/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T07:21:15,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:15,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:15,741 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 527, reset compression=false 2024-11-26T07:21:15,746 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:15,746 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 654, reset compression=false 2024-11-26T07:21:15,746 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:15,827 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 480, reset compression=false 2024-11-26T07:21:15,880 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 608, reset compression=false 2024-11-26T07:21:15,951 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 654, reset compression=false 2024-11-26T07:21:16,209 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 608, reset compression=false 2024-11-26T07:21:16,255 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 654, reset compression=false 2024-11-26T07:21:16,332 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 480, reset compression=false 2024-11-26T07:21:16,517 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T07:21:16,521 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T07:21:16,614 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 608, reset compression=false 2024-11-26T07:21:16,659 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 654, reset compression=false 2024-11-26T07:21:16,664 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:16,664 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 758, reset compression=false 2024-11-26T07:21:16,664 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[{test/57da5d5642cdcd163dbeffdb1a6e5e35/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T07:21:16,667 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:16,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T07:21:16,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:16,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:16,867 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 758, reset compression=false 2024-11-26T07:21:16,936 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 480, reset compression=false 2024-11-26T07:21:17,118 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 608, reset compression=false 2024-11-26T07:21:17,129 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:17,129 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 735, reset compression=false 2024-11-26T07:21:17,130 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:17,172 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 758, reset compression=false 2024-11-26T07:21:17,341 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 735, reset compression=false 2024-11-26T07:21:17,523 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T07:21:17,527 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T07:21:17,576 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 758, reset compression=false 2024-11-26T07:21:17,647 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 735, reset compression=false 2024-11-26T07:21:17,651 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 480, reset compression=false 2024-11-26T07:21:17,666 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:17,666 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:17,667 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33815,1732605652299 got entry batch from reader: WALEntryBatch [walEntries=[{test/09581431869d6ef2fa7aa23ae57d4266/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T07:21:17,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:17,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:17,910 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:18,059 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 735, reset compression=false 2024-11-26T07:21:18,063 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:18,063 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 883, reset compression=false 2024-11-26T07:21:18,063 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bc65d02706c521ff3ecdf67c46ec327/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T07:21:18,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:18,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:18,084 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 758, reset compression=false 2024-11-26T07:21:18,101 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:18,101 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 929, reset compression=false 2024-11-26T07:21:18,102 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:18,214 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:18,266 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 883, reset compression=false 2024-11-26T07:21:18,307 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 929, reset compression=false 2024-11-26T07:21:18,529 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T07:21:18,532 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T07:21:18,570 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 883, reset compression=false 2024-11-26T07:21:18,574 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:18,574 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1042, reset compression=false 2024-11-26T07:21:18,574 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bc65d02706c521ff3ecdf67c46ec327/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T07:21:18,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:18,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:18,611 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 929, reset compression=false 2024-11-26T07:21:18,617 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:18,617 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1078, reset compression=false 2024-11-26T07:21:18,617 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:18,633 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:18,779 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1042, reset compression=false 2024-11-26T07:21:18,820 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1078, reset compression=false 2024-11-26T07:21:19,083 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1042, reset compression=false 2024-11-26T07:21:19,124 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1078, reset compression=false 2024-11-26T07:21:19,145 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:19,489 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1042, reset compression=false 2024-11-26T07:21:19,527 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1078, reset compression=false 2024-11-26T07:21:19,534 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T07:21:19,537 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T07:21:19,748 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:19,993 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1042, reset compression=false 2024-11-26T07:21:20,031 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1078, reset compression=false 2024-11-26T07:21:20,050 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:20,050 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1237, reset compression=false 2024-11-26T07:21:20,050 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[{test/57da5d5642cdcd163dbeffdb1a6e5e35/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T07:21:20,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T07:21:20,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T07:21:20,255 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1237, reset compression=false 2024-11-26T07:21:20,452 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:20,539 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T07:21:20,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:21:20,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:20,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:20,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:20,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:20,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:21:20,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=434390889, stopped=false 2024-11-26T07:21:20,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:20,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,42517,1732605659465 2024-11-26T07:21:20,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-526779831/running 2024-11-26T07:21:20,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-526779831/running 2024-11-26T07:21:20,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:20,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:20,547 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:20,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:20,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:20,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:20,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,46287,1732605659503' ***** 2024-11-26T07:21:20,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:21:20,549 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:21:20,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on znode that does not yet exist, /2-526779831/running 2024-11-26T07:21:20,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:21:20,549 INFO [RS:0;15ed1af4400d:46287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:21:20,549 INFO [RS:0;15ed1af4400d:46287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:21:20,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Set watcher on znode that does not yet exist, /2-526779831/running 2024-11-26T07:21:20,549 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(3091): Received CLOSE for 57da5d5642cdcd163dbeffdb1a6e5e35 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,46287,1732605659503 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:46287. 2024-11-26T07:21:20,550 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57da5d5642cdcd163dbeffdb1a6e5e35, disabling compactions & flushes 2024-11-26T07:21:20,550 DEBUG [RS:0;15ed1af4400d:46287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:20,550 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:20,550 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:20,550 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:20,550 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. after waiting 0 ms 2024-11-26T07:21:20,550 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:21:20,550 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 57da5d5642cdcd163dbeffdb1a6e5e35 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:21:20,550 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:21:20,550 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1325): Online Regions={57da5d5642cdcd163dbeffdb1a6e5e35=test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35., 1588230740=hbase:meta,,1.1588230740, 8e6f48c692b2ba665c2944a11ac4ddc4=hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4.} 2024-11-26T07:21:20,550 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57da5d5642cdcd163dbeffdb1a6e5e35, 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:20,550 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:20,550 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:20,550 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:20,551 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:20,551 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:20,551 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:21:20,559 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1237, reset compression=false 2024-11-26T07:21:20,577 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/info/2371e916ef764a5aa28e457cfc3e06c2 is 147, key is hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4./info:regioninfo/1732605673500/Put/seqid=0 2024-11-26T07:21:20,581 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/f/b98b76e06cfb44e997144c217aaf777c is 29, key is row1/f:/1732605678530/DeleteFamily/seqid=0 2024-11-26T07:21:20,586 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:20,586 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1484, reset compression=false 2024-11-26T07:21:20,586 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,46287,1732605659503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:20,587 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,46287,1732605659503: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,46287,1732605659503, walGroup=15ed1af4400d%2C46287%2C1732605659503, offset=15ed1af4400d%2C46287%2C1732605659503.1732605661508:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:21:20,588 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:21:20,588 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:21:20,588 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:21:20,588 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:21:20,588 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:21:20,588 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 974952824 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 202064712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:21:20,589 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:21:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741840_1016 (size=7686) 2024-11-26T07:21:20,592 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/info/2371e916ef764a5aa28e457cfc3e06c2 2024-11-26T07:21:20,598 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1042, reset compression=false 2024-11-26T07:21:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741841_1017 (size=5152) 2024-11-26T07:21:20,605 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/f/b98b76e06cfb44e997144c217aaf777c 2024-11-26T07:21:20,607 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:20,607 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:20,607 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:20,613 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:20,615 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b98b76e06cfb44e997144c217aaf777c 2024-11-26T07:21:20,621 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/ns/4d6ccd3d6b864b8b8cb97454c7c737ba is 43, key is default/ns:d/1732605662483/Put/seqid=0 2024-11-26T07:21:20,635 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/f1/f8931e1bcc9642c19726abcf2b771c45 is 30, key is row1/f1:/1732605678530/DeleteFamily/seqid=0 2024-11-26T07:21:20,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741842_1018 (size=5153) 2024-11-26T07:21:20,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741843_1019 (size=5158) 2024-11-26T07:21:20,643 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/f1/f8931e1bcc9642c19726abcf2b771c45 2024-11-26T07:21:20,646 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8931e1bcc9642c19726abcf2b771c45 2024-11-26T07:21:20,661 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/norep/cd96d5d0876546ebb781737c6cd9dcc0 is 33, key is row2/norep:/1732605679535/DeleteFamily/seqid=0 2024-11-26T07:21:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741844_1020 (size=5108) 2024-11-26T07:21:20,750 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57da5d5642cdcd163dbeffdb1a6e5e35, 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:20,812 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1484, reset compression=false 2024-11-26T07:21:20,827 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:20,951 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57da5d5642cdcd163dbeffdb1a6e5e35, 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:21,038 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/ns/4d6ccd3d6b864b8b8cb97454c7c737ba 2024-11-26T07:21:21,057 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/rep_barrier/505c5bc4ba80428d9cf0dbf9edcd431a is 112, key is test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35./rep_barrier:seqnumDuringOpen/1732605667615/Put/seqid=0 2024-11-26T07:21:21,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741845_1021 (size=5518) 2024-11-26T07:21:21,066 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/norep/cd96d5d0876546ebb781737c6cd9dcc0 2024-11-26T07:21:21,071 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd96d5d0876546ebb781737c6cd9dcc0 2024-11-26T07:21:21,073 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/f/b98b76e06cfb44e997144c217aaf777c as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/f/b98b76e06cfb44e997144c217aaf777c 2024-11-26T07:21:21,078 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b98b76e06cfb44e997144c217aaf777c 2024-11-26T07:21:21,078 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/f/b98b76e06cfb44e997144c217aaf777c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T07:21:21,079 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/f1/f8931e1bcc9642c19726abcf2b771c45 as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/f1/f8931e1bcc9642c19726abcf2b771c45 2024-11-26T07:21:21,083 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8931e1bcc9642c19726abcf2b771c45 2024-11-26T07:21:21,083 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/f1/f8931e1bcc9642c19726abcf2b771c45, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T07:21:21,084 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/.tmp/norep/cd96d5d0876546ebb781737c6cd9dcc0 as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/norep/cd96d5d0876546ebb781737c6cd9dcc0 2024-11-26T07:21:21,087 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd96d5d0876546ebb781737c6cd9dcc0 2024-11-26T07:21:21,088 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/norep/cd96d5d0876546ebb781737c6cd9dcc0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T07:21:21,089 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 57da5d5642cdcd163dbeffdb1a6e5e35 in 538ms, sequenceid=10, compaction requested=false 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/default/test/57da5d5642cdcd163dbeffdb1a6e5e35/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:21,093 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57da5d5642cdcd163dbeffdb1a6e5e35: Waiting for close lock at 1732605680550Running coprocessor pre-close hooks at 1732605680550Disabling compacts and flushes for region at 1732605680550Disabling writes for close at 1732605680550Obtaining lock to block concurrent updates at 1732605680550Preparing flush snapshotting stores in 57da5d5642cdcd163dbeffdb1a6e5e35 at 1732605680550Finished memstore snapshotting test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732605680550Flushing stores of test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. at 1732605680551 (+1 ms)Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/f: creating writer at 1732605680552 (+1 ms)Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/f: appending metadata at 1732605680581 (+29 ms)Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/f: closing flushed file at 1732605680581Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/f1: creating writer at 1732605680615 (+34 ms)Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/f1: appending metadata at 1732605680634 (+19 ms)Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/f1: closing flushed file at 1732605680634Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/norep: creating writer at 1732605680646 (+12 ms)Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/norep: appending metadata at 1732605680660 (+14 ms)Flushing 57da5d5642cdcd163dbeffdb1a6e5e35/norep: closing flushed file at 1732605680660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcc0b99: reopening flushed file at 1732605681071 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ca3551: reopening flushed file at 1732605681078 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5575fc: reopening flushed file at 1732605681083 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 57da5d5642cdcd163dbeffdb1a6e5e35 in 538ms, sequenceid=10, compaction requested=false at 1732605681089 (+6 ms)Writing region close event to WAL at 1732605681090 (+1 ms)Running coprocessor post-close hooks at 1732605681093 (+3 ms)Closed at 1732605681093 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605666856.57da5d5642cdcd163dbeffdb1a6e5e35. 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e6f48c692b2ba665c2944a11ac4ddc4, disabling compactions & flushes 2024-11-26T07:21:21,093 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,093 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. after waiting 0 ms 2024-11-26T07:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e6f48c692b2ba665c2944a11ac4ddc4: Waiting for close lock at 1732605681093Running coprocessor pre-close hooks at 1732605681093Disabling compacts and flushes for region at 1732605681093Disabling writes for close at 1732605681094 (+1 ms)Failed flush hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4., putting online again at 1732605681094 2024-11-26T07:21:21,094 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,116 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 1484, reset compression=false 2024-11-26T07:21:21,120 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:21,120 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 2128, reset compression=false 2024-11-26T07:21:21,130 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:21,151 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:21,151 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e6f48c692b2ba665c2944a11ac4ddc4 2024-11-26T07:21:21,151 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e6f48c692b2ba665c2944a11ac4ddc4, disabling compactions & flushes 2024-11-26T07:21:21,151 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,151 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,151 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. after waiting 0 ms 2024-11-26T07:21:21,151 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,151 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e6f48c692b2ba665c2944a11ac4ddc4: Waiting for close lock at 1732605681151Running coprocessor pre-close hooks at 1732605681151Disabling compacts and flushes for region at 1732605681151Disabling writes for close at 1732605681151Failed flush hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4., putting online again at 1732605681151 2024-11-26T07:21:21,151 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4. 2024-11-26T07:21:21,261 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:21,325 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 2128, reset compression=false 2024-11-26T07:21:21,351 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:21,377 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:21:21,377 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:21:21,462 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/rep_barrier/505c5bc4ba80428d9cf0dbf9edcd431a 2024-11-26T07:21:21,487 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/table/efb47b45e5b4481a9920d720c8aa53d9 is 53, key is hbase:replication/table:state/1732605673509/Put/seqid=0 2024-11-26T07:21:21,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741846_1022 (size=5308) 2024-11-26T07:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:21,551 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:21:21,551 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e6f48c692b2ba665c2944a11ac4ddc4=hbase:replication,,1732605672327.8e6f48c692b2ba665c2944a11ac4ddc4.} 2024-11-26T07:21:21,551 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:21,629 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 2128, reset compression=false 2024-11-26T07:21:21,752 DEBUG [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:21,890 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/table/efb47b45e5b4481a9920d720c8aa53d9 2024-11-26T07:21:21,894 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/info/2371e916ef764a5aa28e457cfc3e06c2 as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/info/2371e916ef764a5aa28e457cfc3e06c2 2024-11-26T07:21:21,898 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/info/2371e916ef764a5aa28e457cfc3e06c2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:21:21,898 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/ns/4d6ccd3d6b864b8b8cb97454c7c737ba as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/ns/4d6ccd3d6b864b8b8cb97454c7c737ba 2024-11-26T07:21:21,901 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/ns/4d6ccd3d6b864b8b8cb97454c7c737ba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:21:21,902 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/rep_barrier/505c5bc4ba80428d9cf0dbf9edcd431a as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/rep_barrier/505c5bc4ba80428d9cf0dbf9edcd431a 2024-11-26T07:21:21,905 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/rep_barrier/505c5bc4ba80428d9cf0dbf9edcd431a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:21:21,906 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/.tmp/table/efb47b45e5b4481a9920d720c8aa53d9 as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/table/efb47b45e5b4481a9920d720c8aa53d9 2024-11-26T07:21:21,909 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/table/efb47b45e5b4481a9920d720c8aa53d9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:21:21,910 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false 2024-11-26T07:21:21,914 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:21:21,914 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:21,914 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:21:21,914 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:21,914 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605680550Running coprocessor pre-close hooks at 1732605680550Disabling compacts and flushes for region at 1732605680550Disabling writes for close at 1732605680551 (+1 ms)Obtaining lock to block concurrent updates at 1732605680551Preparing flush snapshotting stores in 1588230740 at 1732605680551Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605680551Flushing stores of hbase:meta,,1.1588230740 at 1732605680551Flushing 1588230740/info: creating writer at 1732605680552 (+1 ms)Flushing 1588230740/info: appending metadata at 1732605680577 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732605680577Flushing 1588230740/ns: creating writer at 1732605680596 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732605680621 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732605680621Flushing 1588230740/rep_barrier: creating writer at 1732605681042 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605681057 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605681057Flushing 1588230740/table: creating writer at 1732605681466 (+409 ms)Flushing 1588230740/table: appending metadata at 1732605681486 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732605681486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f45f037: reopening flushed file at 1732605681894 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4082f6ef: reopening flushed file at 1732605681898 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72127784: reopening flushed file at 1732605681902 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f94319: reopening flushed file at 1732605681905 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false at 1732605681910 (+5 ms)Writing region close event to WAL at 1732605681911 (+1 ms)Running coprocessor post-close hooks at 1732605681914 (+3 ms)Closed at 1732605681914 2024-11-26T07:21:21,914 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:21,952 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T07:21:21,952 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,46287,1732605659503; all regions closed. 2024-11-26T07:21:21,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:21:21,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.meta.1732605662434.meta not finished, retry = 0 2024-11-26T07:21:22,032 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.1732605661508 to pos 2128, reset compression=false 2024-11-26T07:21:22,037 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:22,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741839_1015 (size=2171) 2024-11-26T07:21:22,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/WALs/15ed1af4400d,46287,1732605659503/15ed1af4400d%2C46287%2C1732605659503.rep.1732605673460 not finished, retry = 0 2024-11-26T07:21:22,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741832_1008 (size=2136) 2024-11-26T07:21:22,159 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:22,159 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:22,160 INFO [RS:0;15ed1af4400d:46287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:22,160 INFO [RS:0;15ed1af4400d:46287 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:22,160 INFO [RS:0;15ed1af4400d:46287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:22,160 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:22,160 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,46287,1732605659503 because: Region server is closing 2024-11-26T07:21:22,160 INFO [RS:0;15ed1af4400d:46287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:46287. 2024-11-26T07:21:22,160 DEBUG [RS:0;15ed1af4400d:46287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:22,161 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:22,161 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:22,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:22,164 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:22,174 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:21:22,261 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.shipper15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 terminated 2024-11-26T07:21:22,261 INFO [RS:0;15ed1af4400d:46287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:46287. 2024-11-26T07:21:22,261 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,46287,1732605659503.replicationSource.wal-reader.15ed1af4400d%2C46287%2C1732605659503,1-15ed1af4400d,46287,1732605659503 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:21:22,261 DEBUG [RS:0;15ed1af4400d:46287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:22,261 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:22,261 DEBUG [RS:0;15ed1af4400d:46287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:22,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:22,262 INFO [RS:0;15ed1af4400d:46287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46287 2024-11-26T07:21:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-526779831/rs/15ed1af4400d,46287,1732605659503 2024-11-26T07:21:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831/rs 2024-11-26T07:21:22,264 INFO [RS:0;15ed1af4400d:46287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:22,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,46287,1732605659503] 2024-11-26T07:21:22,268 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-526779831/draining/15ed1af4400d,46287,1732605659503 already deleted, retry=false 2024-11-26T07:21:22,268 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,46287,1732605659503 expired; onlineServers=0 2024-11-26T07:21:22,268 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,42517,1732605659465' ***** 2024-11-26T07:21:22,268 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:21:22,268 INFO [M:0;15ed1af4400d:42517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:22,268 INFO [M:0;15ed1af4400d:42517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:22,268 DEBUG [M:0;15ed1af4400d:42517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:21:22,268 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:21:22,268 DEBUG [M:0;15ed1af4400d:42517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:21:22,268 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605661287 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605661287,5,FailOnTimeoutGroup] 2024-11-26T07:21:22,268 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605661287 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605661287,5,FailOnTimeoutGroup] 2024-11-26T07:21:22,268 INFO [M:0;15ed1af4400d:42517 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:22,269 INFO [M:0;15ed1af4400d:42517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:22,269 DEBUG [M:0;15ed1af4400d:42517 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:21:22,269 INFO [M:0;15ed1af4400d:42517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:21:22,269 INFO [M:0;15ed1af4400d:42517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:22,269 INFO [M:0;15ed1af4400d:42517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:21:22,269 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:21:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-526779831/master 2024-11-26T07:21:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-526779831 2024-11-26T07:21:22,270 DEBUG [M:0;15ed1af4400d:42517 {}] zookeeper.ZKUtil(347): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Unable to get data of znode /2-526779831/master because node does not exist (not an error) 2024-11-26T07:21:22,270 WARN [M:0;15ed1af4400d:42517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:21:22,270 INFO [M:0;15ed1af4400d:42517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/.lastflushedseqids 2024-11-26T07:21:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741847_1023 (size=245) 2024-11-26T07:21:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:22,367 INFO [RS:0;15ed1af4400d:46287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46287-0x101532614fb0007, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:22,367 INFO [RS:0;15ed1af4400d:46287 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,46287,1732605659503; zookeeper connection closed. 2024-11-26T07:21:22,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b9be40c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b9be40c 2024-11-26T07:21:22,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:21:22,639 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:22,675 INFO [M:0;15ed1af4400d:42517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:21:22,675 INFO [M:0;15ed1af4400d:42517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:21:22,675 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:22,675 INFO [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:22,675 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:22,675 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:22,675 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:22,675 INFO [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T07:21:22,690 DEBUG [M:0;15ed1af4400d:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60794744e36b4760a8469b4bf17a9c31 is 82, key is hbase:meta,,1/info:regioninfo/1732605662473/Put/seqid=0 2024-11-26T07:21:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741848_1024 (size=5672) 2024-11-26T07:21:23,093 INFO [M:0;15ed1af4400d:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60794744e36b4760a8469b4bf17a9c31 2024-11-26T07:21:23,112 DEBUG [M:0;15ed1af4400d:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d0d7f039134f98b86723cb169c41b5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605673512/Put/seqid=0 2024-11-26T07:21:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741849_1025 (size=8516) 2024-11-26T07:21:23,115 INFO [M:0;15ed1af4400d:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d0d7f039134f98b86723cb169c41b5 2024-11-26T07:21:23,136 DEBUG [M:0;15ed1af4400d:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd235d7612443c5bbd354902c06dfee is 69, key is 15ed1af4400d,46287,1732605659503/rs:state/1732605661360/Put/seqid=0 2024-11-26T07:21:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741850_1026 (size=5156) 2024-11-26T07:21:23,168 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:23,343 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:23,542 INFO [M:0;15ed1af4400d:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd235d7612443c5bbd354902c06dfee 2024-11-26T07:21:23,546 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60794744e36b4760a8469b4bf17a9c31 as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60794744e36b4760a8469b4bf17a9c31 2024-11-26T07:21:23,550 INFO [M:0;15ed1af4400d:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60794744e36b4760a8469b4bf17a9c31, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T07:21:23,551 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d0d7f039134f98b86723cb169c41b5 as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7d0d7f039134f98b86723cb169c41b5 2024-11-26T07:21:23,554 INFO [M:0;15ed1af4400d:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7d0d7f039134f98b86723cb169c41b5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T07:21:23,555 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd235d7612443c5bbd354902c06dfee as hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd235d7612443c5bbd354902c06dfee 2024-11-26T07:21:23,558 INFO [M:0;15ed1af4400d:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd235d7612443c5bbd354902c06dfee, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T07:21:23,559 INFO [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-26T07:21:23,560 INFO [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:23,560 DEBUG [M:0;15ed1af4400d:42517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605682675Disabling compacts and flushes for region at 1732605682675Disabling writes for close at 1732605682675Obtaining lock to block concurrent updates at 1732605682675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605682675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732605682676 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605682676Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605682676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605682689 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605682689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605683097 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605683111 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605683111Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605683119 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605683136 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605683136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5312648f: reopening flushed file at 1732605683546 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64801308: reopening flushed file at 1732605683550 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9776ac: reopening flushed file at 1732605683554 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732605683559 (+5 ms)Writing region close event to WAL at 1732605683560 (+1 ms)Closed at 1732605683560 2024-11-26T07:21:23,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b76bcbf6-51e9-c539-5f82-770f4ff01524/MasterData/WALs/15ed1af4400d,42517,1732605659465/15ed1af4400d%2C42517%2C1732605659465.1732605661202 not finished, retry = 0 2024-11-26T07:21:23,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741830_1006 (size=63654) 2024-11-26T07:21:23,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:23,663 INFO [M:0;15ed1af4400d:42517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:21:23,663 INFO [M:0;15ed1af4400d:42517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42517 2024-11-26T07:21:23,664 INFO [M:0;15ed1af4400d:42517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:23,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:23,766 INFO [M:0;15ed1af4400d:42517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:23,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x101532614fb0006, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:23,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67175ad1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:23,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cc36556{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:23,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:23,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193535bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:23,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:23,775 WARN [BP-1775710408-172.17.0.2-1732605658421 heartbeating to localhost/127.0.0.1:39561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:21:23,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:21:23,775 WARN [BP-1775710408-172.17.0.2-1732605658421 heartbeating to localhost/127.0.0.1:39561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1775710408-172.17.0.2-1732605658421 (Datanode Uuid 3f6d4037-c42c-4bbf-8fca-3a1be0146753) service to localhost/127.0.0.1:39561 2024-11-26T07:21:23,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:21:23,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/cluster_48fecdb9-f03f-4e31-5511-618a33772c9b/data/data1/current/BP-1775710408-172.17.0.2-1732605658421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:23,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/cluster_48fecdb9-f03f-4e31-5511-618a33772c9b/data/data2/current/BP-1775710408-172.17.0.2-1732605658421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:23,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:21:23,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2988b30f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:23,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75406eb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:23,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:23,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac7ff8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:23,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f3bbf9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:23,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:21:23,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:21:23,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:23,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:23,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:23,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:23,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:23,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:21:23,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=595997714, stopped=false 2024-11-26T07:21:23,806 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,39503,1732605655715 2024-11-26T07:21:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330850839/running 2024-11-26T07:21:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:21:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330850839/running 2024-11-26T07:21:23,809 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:21:23,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:23,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:23,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:23,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,40529,1732605655755' ***** 2024-11-26T07:21:23,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:21:23,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on znode that does not yet exist, /11330850839/running 2024-11-26T07:21:23,810 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:21:23,810 INFO [RS:0;15ed1af4400d:40529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:21:23,810 INFO [RS:0;15ed1af4400d:40529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:21:23,810 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:23,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Set watcher on znode that does not yet exist, /11330850839/running 2024-11-26T07:21:23,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:21:23,812 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:23,812 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,40529,1732605655755 2024-11-26T07:21:23,812 INFO [RS:0;15ed1af4400d:40529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:23,812 INFO [RS:0;15ed1af4400d:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:40529. 2024-11-26T07:21:23,812 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bc65d02706c521ff3ecdf67c46ec327, disabling compactions & flushes 2024-11-26T07:21:23,812 DEBUG [RS:0;15ed1af4400d:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:23,812 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:23,812 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:23,812 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:23,813 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. after waiting 1 ms 2024-11-26T07:21:23,813 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:23,813 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:21:23,813 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:21:23,813 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:21:23,813 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:21:23,813 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bc65d02706c521ff3ecdf67c46ec327 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T07:21:23,813 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:21:23,813 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1325): Online Regions={5bc65d02706c521ff3ecdf67c46ec327=test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327., 1588230740=hbase:meta,,1.1588230740, 1b7cddc4bd7a4b0e862f8c1c0276d8cb=hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb.} 2024-11-26T07:21:23,813 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b7cddc4bd7a4b0e862f8c1c0276d8cb, 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:23,813 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:23,813 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:23,813 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:23,813 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:23,813 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:23,813 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:21:23,828 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/info/8fa0375410de46f6a2ce6f44ae61bf78 is 147, key is hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb./info:regioninfo/1732605671333/Put/seqid=0 2024-11-26T07:21:23,831 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/f/50a78843ebaa4d12aac46dd2d4a0b5cc is 29, key is row1/f:/1732605678530/DeleteFamily/seqid=0 2024-11-26T07:21:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741840_1016 (size=7686) 2024-11-26T07:21:23,836 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/info/8fa0375410de46f6a2ce6f44ae61bf78 2024-11-26T07:21:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741841_1017 (size=5152) 2024-11-26T07:21:23,842 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:23,842 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/f/50a78843ebaa4d12aac46dd2d4a0b5cc 2024-11-26T07:21:23,850 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a78843ebaa4d12aac46dd2d4a0b5cc 2024-11-26T07:21:23,875 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/f1/5e4ffee4afc241e2914cc22bbba0d34b is 30, key is row1/f1:/1732605678530/DeleteFamily/seqid=0 2024-11-26T07:21:23,876 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/ns/81acfdedde20422495a98606371dd2ae is 43, key is default/ns:d/1732605658358/Put/seqid=0 2024-11-26T07:21:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741842_1018 (size=5158) 2024-11-26T07:21:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741843_1019 (size=5153) 2024-11-26T07:21:24,013 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b7cddc4bd7a4b0e862f8c1c0276d8cb, 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:24,146 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1191, reset compression=false 2024-11-26T07:21:24,150 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:24,150 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1438, reset compression=false 2024-11-26T07:21:24,150 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,40529,1732605655755 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:24,151 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,40529,1732605655755: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,40529,1732605655755, walGroup=15ed1af4400d%2C40529%2C1732605655755, offset=15ed1af4400d%2C40529%2C1732605655755.1732605657357:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:40529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:21:24,152 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:21:24,152 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:21:24,153 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:21:24,153 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:21:24,153 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:21:24,154 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 1058838904 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202448696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:21:24,154 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:39503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:39503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:21:24,212 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:21:24,212 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:21:24,213 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b7cddc4bd7a4b0e862f8c1c0276d8cb, 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:24,272 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:24,280 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/f1/5e4ffee4afc241e2914cc22bbba0d34b 2024-11-26T07:21:24,280 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/ns/81acfdedde20422495a98606371dd2ae 2024-11-26T07:21:24,285 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e4ffee4afc241e2914cc22bbba0d34b 2024-11-26T07:21:24,301 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/rep_barrier/9178f7a1f08148748fadd6bb03b00c6a is 112, key is test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327./rep_barrier:seqnumDuringOpen/1732605665853/Put/seqid=0 2024-11-26T07:21:24,306 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/norep/92c45420879341febbf2820019552ad9 is 33, key is row1/norep:/1732605678530/DeleteFamily/seqid=0 2024-11-26T07:21:24,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741844_1020 (size=5518) 2024-11-26T07:21:24,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741845_1021 (size=5108) 2024-11-26T07:21:24,353 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1438, reset compression=false 2024-11-26T07:21:24,413 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b7cddc4bd7a4b0e862f8c1c0276d8cb, 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:24,614 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b7cddc4bd7a4b0e862f8c1c0276d8cb, 5bc65d02706c521ff3ecdf67c46ec327 2024-11-26T07:21:24,657 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1438, reset compression=false 2024-11-26T07:21:24,707 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/rep_barrier/9178f7a1f08148748fadd6bb03b00c6a 2024-11-26T07:21:24,710 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/norep/92c45420879341febbf2820019552ad9 2024-11-26T07:21:24,714 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92c45420879341febbf2820019552ad9 2024-11-26T07:21:24,714 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/f/50a78843ebaa4d12aac46dd2d4a0b5cc as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/f/50a78843ebaa4d12aac46dd2d4a0b5cc 2024-11-26T07:21:24,717 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a78843ebaa4d12aac46dd2d4a0b5cc 2024-11-26T07:21:24,718 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/f/50a78843ebaa4d12aac46dd2d4a0b5cc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T07:21:24,718 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/f1/5e4ffee4afc241e2914cc22bbba0d34b as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/f1/5e4ffee4afc241e2914cc22bbba0d34b 2024-11-26T07:21:24,722 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e4ffee4afc241e2914cc22bbba0d34b 2024-11-26T07:21:24,722 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/f1/5e4ffee4afc241e2914cc22bbba0d34b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T07:21:24,723 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/.tmp/norep/92c45420879341febbf2820019552ad9 as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/norep/92c45420879341febbf2820019552ad9 2024-11-26T07:21:24,726 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92c45420879341febbf2820019552ad9 2024-11-26T07:21:24,727 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/norep/92c45420879341febbf2820019552ad9, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T07:21:24,728 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5bc65d02706c521ff3ecdf67c46ec327 in 915ms, sequenceid=10, compaction requested=false 2024-11-26T07:21:24,743 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/table/547511334e0a4d9faecc32f8ba37c5ac is 53, key is hbase:replication/table:state/1732605671340/Put/seqid=0 2024-11-26T07:21:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741846_1022 (size=5308) 2024-11-26T07:21:24,747 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/table/547511334e0a4d9faecc32f8ba37c5ac 2024-11-26T07:21:24,747 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/default/test/5bc65d02706c521ff3ecdf67c46ec327/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:24,748 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bc65d02706c521ff3ecdf67c46ec327: Waiting for close lock at 1732605683812Running coprocessor pre-close hooks at 1732605683812Disabling compacts and flushes for region at 1732605683812Disabling writes for close at 1732605683813 (+1 ms)Obtaining lock to block concurrent updates at 1732605683813Preparing flush snapshotting stores in 5bc65d02706c521ff3ecdf67c46ec327 at 1732605683813Finished memstore snapshotting test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732605683813Flushing stores of test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. at 1732605683814 (+1 ms)Flushing 5bc65d02706c521ff3ecdf67c46ec327/f: creating writer at 1732605683814Flushing 5bc65d02706c521ff3ecdf67c46ec327/f: appending metadata at 1732605683831 (+17 ms)Flushing 5bc65d02706c521ff3ecdf67c46ec327/f: closing flushed file at 1732605683831Flushing 5bc65d02706c521ff3ecdf67c46ec327/f1: creating writer at 1732605683850 (+19 ms)Flushing 5bc65d02706c521ff3ecdf67c46ec327/f1: appending metadata at 1732605683875 (+25 ms)Flushing 5bc65d02706c521ff3ecdf67c46ec327/f1: closing flushed file at 1732605683875Flushing 5bc65d02706c521ff3ecdf67c46ec327/norep: creating writer at 1732605684285 (+410 ms)Flushing 5bc65d02706c521ff3ecdf67c46ec327/norep: appending metadata at 1732605684305 (+20 ms)Flushing 5bc65d02706c521ff3ecdf67c46ec327/norep: closing flushed file at 1732605684305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52cf4300: reopening flushed file at 1732605684714 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb93083: reopening flushed file at 1732605684718 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311faa71: reopening flushed file at 1732605684722 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5bc65d02706c521ff3ecdf67c46ec327 in 915ms, sequenceid=10, compaction requested=false at 1732605684728 (+6 ms)Writing region close event to WAL at 1732605684744 (+16 ms)Running coprocessor post-close hooks at 1732605684748 (+4 ms)Closed at 1732605684748 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605664706.5bc65d02706c521ff3ecdf67c46ec327. 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b7cddc4bd7a4b0e862f8c1c0276d8cb, disabling compactions & flushes 2024-11-26T07:21:24,748 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. after waiting 0 ms 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:24,748 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b7cddc4bd7a4b0e862f8c1c0276d8cb: Waiting for close lock at 1732605684748Running coprocessor pre-close hooks at 1732605684748Disabling compacts and flushes for region at 1732605684748Disabling writes for close at 1732605684748Failed flush hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb., putting online again at 1732605684748 2024-11-26T07:21:24,749 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:24,752 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/info/8fa0375410de46f6a2ce6f44ae61bf78 as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/info/8fa0375410de46f6a2ce6f44ae61bf78 2024-11-26T07:21:24,755 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/info/8fa0375410de46f6a2ce6f44ae61bf78, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:21:24,756 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/ns/81acfdedde20422495a98606371dd2ae as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/ns/81acfdedde20422495a98606371dd2ae 2024-11-26T07:21:24,759 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/ns/81acfdedde20422495a98606371dd2ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:21:24,760 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/rep_barrier/9178f7a1f08148748fadd6bb03b00c6a as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/rep_barrier/9178f7a1f08148748fadd6bb03b00c6a 2024-11-26T07:21:24,764 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/rep_barrier/9178f7a1f08148748fadd6bb03b00c6a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:21:24,765 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/.tmp/table/547511334e0a4d9faecc32f8ba37c5ac as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/table/547511334e0a4d9faecc32f8ba37c5ac 2024-11-26T07:21:24,771 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/table/547511334e0a4d9faecc32f8ba37c5ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:21:24,772 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-11-26T07:21:24,778 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:21:24,779 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:24,779 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:21:24,779 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:24,779 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605683813Running coprocessor pre-close hooks at 1732605683813Disabling compacts and flushes for region at 1732605683813Disabling writes for close at 1732605683813Obtaining lock to block concurrent updates at 1732605683813Preparing flush snapshotting stores in 1588230740 at 1732605683813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605683813Flushing stores of hbase:meta,,1.1588230740 at 1732605683814 (+1 ms)Flushing 1588230740/info: creating writer at 1732605683814Flushing 1588230740/info: appending metadata at 1732605683828 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732605683828Flushing 1588230740/ns: creating writer at 1732605683846 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732605683875 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732605683875Flushing 1588230740/rep_barrier: creating writer at 1732605684285 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605684301 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605684301Flushing 1588230740/table: creating writer at 1732605684712 (+411 ms)Flushing 1588230740/table: appending metadata at 1732605684743 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732605684743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224276f9: reopening flushed file at 1732605684751 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c21708: reopening flushed file at 1732605684755 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ac700e: reopening flushed file at 1732605684760 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b22130: reopening flushed file at 1732605684764 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1732605684772 (+8 ms)Writing region close event to WAL at 1732605684776 (+4 ms)Running coprocessor post-close hooks at 1732605684779 (+3 ms)Closed at 1732605684779 2024-11-26T07:21:24,779 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:24,814 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:21:24,814 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1325): Online Regions={1b7cddc4bd7a4b0e862f8c1c0276d8cb=hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb.} 2024-11-26T07:21:24,814 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:24,814 DEBUG [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1351): Waiting on 1b7cddc4bd7a4b0e862f8c1c0276d8cb 2024-11-26T07:21:24,814 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b7cddc4bd7a4b0e862f8c1c0276d8cb, disabling compactions & flushes 2024-11-26T07:21:24,814 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:24,814 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:24,814 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. after waiting 0 ms 2024-11-26T07:21:24,814 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:24,814 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b7cddc4bd7a4b0e862f8c1c0276d8cb: Waiting for close lock at 1732605684814Running coprocessor pre-close hooks at 1732605684814Disabling compacts and flushes for region at 1732605684814Disabling writes for close at 1732605684814Failed flush hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb., putting online again at 1732605684814 2024-11-26T07:21:24,814 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732605670168.1b7cddc4bd7a4b0e862f8c1c0276d8cb. 2024-11-26T07:21:25,014 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T07:21:25,014 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,40529,1732605655755; all regions closed. 2024-11-26T07:21:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:21:25,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.rep.1732605671304 not finished, retry = 0 2024-11-26T07:21:25,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741839_1015 (size=2171) 2024-11-26T07:21:25,070 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 1438, reset compression=false 2024-11-26T07:21:25,075 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:25,075 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.wal-reader.15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 to pos 2082, reset compression=false 2024-11-26T07:21:25,124 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/WALs/15ed1af4400d,40529,1732605655755/15ed1af4400d%2C40529%2C1732605655755.1732605657357 not finished, retry = 0 2024-11-26T07:21:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741832_1008 (size=2090) 2024-11-26T07:21:25,225 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:25,225 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:25,226 INFO [RS:0;15ed1af4400d:40529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:25,226 INFO [RS:0;15ed1af4400d:40529 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:25,226 INFO [RS:0;15ed1af4400d:40529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:25,226 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:25,226 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,40529,1732605655755 because: Region server is closing 2024-11-26T07:21:25,226 INFO [RS:0;15ed1af4400d:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:40529. 2024-11-26T07:21:25,226 DEBUG [RS:0;15ed1af4400d:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:25,227 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:25,227 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:25,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:25,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:21:25,327 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,40529,1732605655755.replicationSource.shipper15ed1af4400d%2C40529%2C1732605655755,1-15ed1af4400d,40529,1732605655755 terminated 2024-11-26T07:21:25,327 INFO [RS:0;15ed1af4400d:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:40529. 2024-11-26T07:21:25,327 DEBUG [RS:0;15ed1af4400d:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:25,327 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:25,327 DEBUG [RS:0;15ed1af4400d:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:25,327 INFO [RS:0;15ed1af4400d:40529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40529 2024-11-26T07:21:25,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330850839/rs/15ed1af4400d,40529,1732605655755 2024-11-26T07:21:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839/rs 2024-11-26T07:21:25,329 INFO [RS:0;15ed1af4400d:40529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:25,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,40529,1732605655755] 2024-11-26T07:21:25,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11330850839/draining/15ed1af4400d,40529,1732605655755 already deleted, retry=false 2024-11-26T07:21:25,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,40529,1732605655755 expired; onlineServers=0 2024-11-26T07:21:25,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,39503,1732605655715' ***** 2024-11-26T07:21:25,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:21:25,335 INFO [M:0;15ed1af4400d:39503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:25,336 INFO [M:0;15ed1af4400d:39503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:25,336 DEBUG [M:0;15ed1af4400d:39503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:21:25,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:21:25,336 DEBUG [M:0;15ed1af4400d:39503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:21:25,336 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605657147 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605657147,5,FailOnTimeoutGroup] 2024-11-26T07:21:25,336 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605657147 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605657147,5,FailOnTimeoutGroup] 2024-11-26T07:21:25,336 INFO [M:0;15ed1af4400d:39503 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:25,336 INFO [M:0;15ed1af4400d:39503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:25,336 DEBUG [M:0;15ed1af4400d:39503 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:21:25,336 INFO [M:0;15ed1af4400d:39503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:21:25,336 INFO [M:0;15ed1af4400d:39503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:25,337 INFO [M:0;15ed1af4400d:39503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:21:25,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:21:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330850839/master 2024-11-26T07:21:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330850839 2024-11-26T07:21:25,337 DEBUG [M:0;15ed1af4400d:39503 {}] zookeeper.ZKUtil(347): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Unable to get data of znode /11330850839/master because node does not exist (not an error) 2024-11-26T07:21:25,337 WARN [M:0;15ed1af4400d:39503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:21:25,338 INFO [M:0;15ed1af4400d:39503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/.lastflushedseqids 2024-11-26T07:21:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741847_1023 (size=245) 2024-11-26T07:21:25,435 INFO [RS:0;15ed1af4400d:40529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x101532614fb0004, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:25,435 INFO [RS:0;15ed1af4400d:40529 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,40529,1732605655755; zookeeper connection closed. 2024-11-26T07:21:25,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60f4fc1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60f4fc1c 2024-11-26T07:21:25,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:21:25,477 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:25,742 INFO [M:0;15ed1af4400d:39503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:21:25,742 INFO [M:0;15ed1af4400d:39503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:21:25,743 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:25,743 INFO [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:25,743 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:25,743 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:25,743 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:25,743 INFO [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T07:21:25,762 DEBUG [M:0;15ed1af4400d:39503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4fb817c5d504645bb5bbe942d5a97d8 is 82, key is hbase:meta,,1/info:regioninfo/1732605658349/Put/seqid=0 2024-11-26T07:21:25,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741848_1024 (size=5672) 2024-11-26T07:21:26,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,166 INFO [M:0;15ed1af4400d:39503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4fb817c5d504645bb5bbe942d5a97d8 2024-11-26T07:21:26,184 DEBUG [M:0;15ed1af4400d:39503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afa7f77da45b4419896da771c1ef6258 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605671344/Put/seqid=0 2024-11-26T07:21:26,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741849_1025 (size=8515) 2024-11-26T07:21:26,588 INFO [M:0;15ed1af4400d:39503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afa7f77da45b4419896da771c1ef6258 2024-11-26T07:21:26,609 DEBUG [M:0;15ed1af4400d:39503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea32db8a64841fe97b3480b9ee479f3 is 69, key is 15ed1af4400d,40529,1732605655755/rs:state/1732605657196/Put/seqid=0 2024-11-26T07:21:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741850_1026 (size=5156) 2024-11-26T07:21:26,655 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:26,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:26,780 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:27,016 INFO [M:0;15ed1af4400d:39503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea32db8a64841fe97b3480b9ee479f3 2024-11-26T07:21:27,021 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4fb817c5d504645bb5bbe942d5a97d8 as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4fb817c5d504645bb5bbe942d5a97d8 2024-11-26T07:21:27,024 INFO [M:0;15ed1af4400d:39503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4fb817c5d504645bb5bbe942d5a97d8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T07:21:27,025 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afa7f77da45b4419896da771c1ef6258 as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afa7f77da45b4419896da771c1ef6258 2024-11-26T07:21:27,028 INFO [M:0;15ed1af4400d:39503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afa7f77da45b4419896da771c1ef6258, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T07:21:27,029 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea32db8a64841fe97b3480b9ee479f3 as hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ea32db8a64841fe97b3480b9ee479f3 2024-11-26T07:21:27,033 INFO [M:0;15ed1af4400d:39503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39919/user/jenkins/test-data/a38cf961-173e-d846-b25b-dbc7a9b7f244/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ea32db8a64841fe97b3480b9ee479f3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T07:21:27,034 INFO [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-26T07:21:27,041 INFO [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:27,041 DEBUG [M:0;15ed1af4400d:39503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605685743Disabling compacts and flushes for region at 1732605685743Disabling writes for close at 1732605685743Obtaining lock to block concurrent updates at 1732605685743Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605685743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732605685744 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605685744Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605685744Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605685762 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605685762Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605686170 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605686183 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605686183Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605686592 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605686609 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605686609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f484e2: reopening flushed file at 1732605687020 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61bfa1eb: reopening flushed file at 1732605687024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f42716b: reopening flushed file at 1732605687029 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732605687034 (+5 ms)Writing region close event to WAL at 1732605687040 (+6 ms)Closed at 1732605687040 2024-11-26T07:21:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741830_1006 (size=63642) 2024-11-26T07:21:27,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:27,046 INFO [M:0;15ed1af4400d:39503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:21:27,046 INFO [M:0;15ed1af4400d:39503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39503 2024-11-26T07:21:27,046 INFO [M:0;15ed1af4400d:39503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:27,148 INFO [M:0;15ed1af4400d:39503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39503-0x101532614fb0003, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:27,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198298d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:27,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:27,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:27,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:27,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:27,152 WARN [BP-1530941721-172.17.0.2-1732605654578 heartbeating to localhost/127.0.0.1:39919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:21:27,152 WARN [BP-1530941721-172.17.0.2-1732605654578 heartbeating to localhost/127.0.0.1:39919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1530941721-172.17.0.2-1732605654578 (Datanode Uuid 4e9275b9-a492-4606-a59f-aa2ae5ca230f) service to localhost/127.0.0.1:39919 2024-11-26T07:21:27,153 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:21:27,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:21:27,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:21:27,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/cluster_2de77699-b3e3-b0a2-6d21-1ba28cdd2c94/data/data1/current/BP-1530941721-172.17.0.2-1732605654578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:27,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/cluster_2de77699-b3e3-b0a2-6d21-1ba28cdd2c94/data/data2/current/BP-1530941721-172.17.0.2-1732605654578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:27,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:27,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:27,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:27,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:27,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c03ed2-8548-30d0-6b81-86792e086856/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:27,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:21:27,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:21:27,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:27,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:27,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:27,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:27,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:27,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:21:27,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913026349, stopped=false 2024-11-26T07:21:27,177 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,38135,1732605652191 2024-11-26T07:21:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01078825825/running 2024-11-26T07:21:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01078825825/running 2024-11-26T07:21:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:21:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:21:27,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:27,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:27,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:27,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:27,181 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,33815,1732605652299' ***** 2024-11-26T07:21:27,181 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:21:27,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on znode that does not yet exist, /01078825825/running 2024-11-26T07:21:27,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Set watcher on znode that does not yet exist, /01078825825/running 2024-11-26T07:21:27,181 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:21:27,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:21:27,181 INFO [RS:0;15ed1af4400d:33815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:21:27,181 INFO [RS:0;15ed1af4400d:33815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:21:27,181 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(3091): Received CLOSE for b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(3091): Received CLOSE for 09581431869d6ef2fa7aa23ae57d4266 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,33815,1732605652299 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33815. 2024-11-26T07:21:27,182 DEBUG [RS:0;15ed1af4400d:33815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:27,182 DEBUG [RS:0;15ed1af4400d:33815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:27,182 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b41b185eb301f0685fa2e9cbc657118a, disabling compactions & flushes 2024-11-26T07:21:27,182 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:27,182 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:21:27,182 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. after waiting 0 ms 2024-11-26T07:21:27,182 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:21:27,182 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:27,182 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b41b185eb301f0685fa2e9cbc657118a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-26T07:21:27,184 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:21:27,184 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1325): Online Regions={b41b185eb301f0685fa2e9cbc657118a=hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a., 1588230740=hbase:meta,,1.1588230740, 09581431869d6ef2fa7aa23ae57d4266=test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266.} 2024-11-26T07:21:27,184 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1351): Waiting on 09581431869d6ef2fa7aa23ae57d4266, 1588230740, b41b185eb301f0685fa2e9cbc657118a 2024-11-26T07:21:27,185 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:27,185 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:27,185 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:27,185 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:27,185 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:27,185 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:21:27,203 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a/.tmp/queue/2f52be681af041f0a5ae17705a86af8b is 153, key is 1-15ed1af4400d,33815,1732605652299/queue:15ed1af4400d%2C33815%2C1732605652299/1732605677675/Put/seqid=0 2024-11-26T07:21:27,208 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/info/7aeb499c1717442d8f3c7812b64d4d5e is 147, key is hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a./info:regioninfo/1732605669169/Put/seqid=0 2024-11-26T07:21:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741840_1016 (size=5352) 2024-11-26T07:21:27,217 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a/.tmp/queue/2f52be681af041f0a5ae17705a86af8b 2024-11-26T07:21:27,217 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741841_1017 (size=7686) 2024-11-26T07:21:27,232 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a/.tmp/queue/2f52be681af041f0a5ae17705a86af8b as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a/queue/2f52be681af041f0a5ae17705a86af8b 2024-11-26T07:21:27,236 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a/queue/2f52be681af041f0a5ae17705a86af8b, entries=1, sequenceid=8, filesize=5.2 K 2024-11-26T07:21:27,237 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b41b185eb301f0685fa2e9cbc657118a in 55ms, sequenceid=8, compaction requested=false 2024-11-26T07:21:27,243 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/replication/b41b185eb301f0685fa2e9cbc657118a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:21:27,244 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b41b185eb301f0685fa2e9cbc657118a: Waiting for close lock at 1732605687182Running coprocessor pre-close hooks at 1732605687182Disabling compacts and flushes for region at 1732605687182Disabling writes for close at 1732605687182Obtaining lock to block concurrent updates at 1732605687182Preparing flush snapshotting stores in b41b185eb301f0685fa2e9cbc657118a at 1732605687182Finished memstore snapshotting hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732605687182Flushing stores of hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. at 1732605687183 (+1 ms)Flushing b41b185eb301f0685fa2e9cbc657118a/queue: creating writer at 1732605687183Flushing b41b185eb301f0685fa2e9cbc657118a/queue: appending metadata at 1732605687203 (+20 ms)Flushing b41b185eb301f0685fa2e9cbc657118a/queue: closing flushed file at 1732605687203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e32266: reopening flushed file at 1732605687231 (+28 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b41b185eb301f0685fa2e9cbc657118a in 55ms, sequenceid=8, compaction requested=false at 1732605687237 (+6 ms)Writing region close event to WAL at 1732605687240 (+3 ms)Running coprocessor post-close hooks at 1732605687244 (+4 ms)Closed at 1732605687244 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605668009.b41b185eb301f0685fa2e9cbc657118a. 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09581431869d6ef2fa7aa23ae57d4266, disabling compactions & flushes 2024-11-26T07:21:27,244 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. after waiting 0 ms 2024-11-26T07:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:27,245 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09581431869d6ef2fa7aa23ae57d4266 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T07:21:27,264 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/f/00234fc0e004446cabdd9d8c5102dbfe is 28, key is row/f:/1732605677524/DeleteFamily/seqid=0 2024-11-26T07:21:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741842_1018 (size=5085) 2024-11-26T07:21:27,269 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/f/00234fc0e004446cabdd9d8c5102dbfe 2024-11-26T07:21:27,274 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00234fc0e004446cabdd9d8c5102dbfe 2024-11-26T07:21:27,296 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/f1/b01bd5adf62c4d8fbda1811c3a9b6f17 is 29, key is row/f1:/1732605677524/DeleteFamily/seqid=0 2024-11-26T07:21:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741843_1019 (size=5089) 2024-11-26T07:21:27,310 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/f1/b01bd5adf62c4d8fbda1811c3a9b6f17 2024-11-26T07:21:27,321 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b01bd5adf62c4d8fbda1811c3a9b6f17 2024-11-26T07:21:27,341 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/norep/36206dbafd0145d69ba8314953076d5b is 32, key is row/norep:/1732605677524/DeleteFamily/seqid=0 2024-11-26T07:21:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741844_1020 (size=5101) 2024-11-26T07:21:27,370 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:21:27,371 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:21:27,384 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1351): Waiting on 09581431869d6ef2fa7aa23ae57d4266, 1588230740 2024-11-26T07:21:27,585 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1351): Waiting on 09581431869d6ef2fa7aa23ae57d4266, 1588230740 2024-11-26T07:21:27,619 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/info/7aeb499c1717442d8f3c7812b64d4d5e 2024-11-26T07:21:27,640 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/ns/0c38026b3387448db5dce294b849c3f7 is 43, key is default/ns:d/1732605654502/Put/seqid=0 2024-11-26T07:21:27,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741845_1021 (size=5153) 2024-11-26T07:21:27,745 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/norep/36206dbafd0145d69ba8314953076d5b 2024-11-26T07:21:27,749 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36206dbafd0145d69ba8314953076d5b 2024-11-26T07:21:27,749 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/f/00234fc0e004446cabdd9d8c5102dbfe as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/f/00234fc0e004446cabdd9d8c5102dbfe 2024-11-26T07:21:27,753 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00234fc0e004446cabdd9d8c5102dbfe 2024-11-26T07:21:27,753 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/f/00234fc0e004446cabdd9d8c5102dbfe, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T07:21:27,754 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/f1/b01bd5adf62c4d8fbda1811c3a9b6f17 as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/f1/b01bd5adf62c4d8fbda1811c3a9b6f17 2024-11-26T07:21:27,757 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b01bd5adf62c4d8fbda1811c3a9b6f17 2024-11-26T07:21:27,757 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/f1/b01bd5adf62c4d8fbda1811c3a9b6f17, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T07:21:27,757 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/.tmp/norep/36206dbafd0145d69ba8314953076d5b as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/norep/36206dbafd0145d69ba8314953076d5b 2024-11-26T07:21:27,760 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36206dbafd0145d69ba8314953076d5b 2024-11-26T07:21:27,760 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/norep/36206dbafd0145d69ba8314953076d5b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T07:21:27,761 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 09581431869d6ef2fa7aa23ae57d4266 in 517ms, sequenceid=6, compaction requested=false 2024-11-26T07:21:27,761 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:21:27,765 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/default/test/09581431869d6ef2fa7aa23ae57d4266/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T07:21:27,765 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:27,765 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:27,765 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:27,765 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09581431869d6ef2fa7aa23ae57d4266: Waiting for close lock at 1732605687244Running coprocessor pre-close hooks at 1732605687244Disabling compacts and flushes for region at 1732605687244Disabling writes for close at 1732605687244Obtaining lock to block concurrent updates at 1732605687245 (+1 ms)Preparing flush snapshotting stores in 09581431869d6ef2fa7aa23ae57d4266 at 1732605687245Finished memstore snapshotting test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732605687245Flushing stores of test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. at 1732605687245Flushing 09581431869d6ef2fa7aa23ae57d4266/f: creating writer at 1732605687246 (+1 ms)Flushing 09581431869d6ef2fa7aa23ae57d4266/f: appending metadata at 1732605687263 (+17 ms)Flushing 09581431869d6ef2fa7aa23ae57d4266/f: closing flushed file at 1732605687263Flushing 09581431869d6ef2fa7aa23ae57d4266/f1: creating writer at 1732605687274 (+11 ms)Flushing 09581431869d6ef2fa7aa23ae57d4266/f1: appending metadata at 1732605687295 (+21 ms)Flushing 09581431869d6ef2fa7aa23ae57d4266/f1: closing flushed file at 1732605687296 (+1 ms)Flushing 09581431869d6ef2fa7aa23ae57d4266/norep: creating writer at 1732605687321 (+25 ms)Flushing 09581431869d6ef2fa7aa23ae57d4266/norep: appending metadata at 1732605687340 (+19 ms)Flushing 09581431869d6ef2fa7aa23ae57d4266/norep: closing flushed file at 1732605687340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af9ae5f: reopening flushed file at 1732605687749 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc1b0a5: reopening flushed file at 1732605687753 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8d2073: reopening flushed file at 1732605687757 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 09581431869d6ef2fa7aa23ae57d4266 in 517ms, sequenceid=6, compaction requested=false at 1732605687761 (+4 ms)Writing region close event to WAL at 1732605687762 (+1 ms)Running coprocessor post-close hooks at 1732605687765 (+3 ms)Closed at 1732605687765 2024-11-26T07:21:27,765 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266. 2024-11-26T07:21:27,785 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:27,985 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:28,044 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/ns/0c38026b3387448db5dce294b849c3f7 2024-11-26T07:21:28,066 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/rep_barrier/66a4bb2c14324bdcbf65c82e85031f16 is 112, key is test,,1732605662551.09581431869d6ef2fa7aa23ae57d4266./rep_barrier:seqnumDuringOpen/1732605663706/Put/seqid=0 2024-11-26T07:21:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741846_1022 (size=5518) 2024-11-26T07:21:28,184 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 636, reset compression=false 2024-11-26T07:21:28,185 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:21:28,185 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:21:28,185 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:28,191 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:28,191 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 1527, reset compression=false 2024-11-26T07:21:28,191 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,33815,1732605652299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:28,192 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,33815,1732605652299: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-15ed1af4400d,33815,1732605652299, walGroup=15ed1af4400d%2C33815%2C1732605652299, offset=15ed1af4400d%2C33815%2C1732605652299.1732605653504:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:33815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:21:28,193 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:21:28,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:21:28,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:21:28,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:21:28,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:21:28,193 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 982163936 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 203155128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:21:28,194 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:38135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:38135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:21:28,385 DEBUG [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:28,399 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.wal-reader.15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/WALs/15ed1af4400d,33815,1732605652299/15ed1af4400d%2C33815%2C1732605652299.1732605653504 to pos 1527, reset compression=false 2024-11-26T07:21:28,471 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/rep_barrier/66a4bb2c14324bdcbf65c82e85031f16 2024-11-26T07:21:28,493 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/table/8653087826574b5499446c5bda2eaee5 is 53, key is hbase:replication/table:state/1732605669175/Put/seqid=0 2024-11-26T07:21:28,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741847_1023 (size=5308) 2024-11-26T07:21:28,497 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/table/8653087826574b5499446c5bda2eaee5 2024-11-26T07:21:28,502 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/info/7aeb499c1717442d8f3c7812b64d4d5e as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/info/7aeb499c1717442d8f3c7812b64d4d5e 2024-11-26T07:21:28,506 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/info/7aeb499c1717442d8f3c7812b64d4d5e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:21:28,506 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/ns/0c38026b3387448db5dce294b849c3f7 as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/ns/0c38026b3387448db5dce294b849c3f7 2024-11-26T07:21:28,511 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/ns/0c38026b3387448db5dce294b849c3f7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:21:28,512 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/rep_barrier/66a4bb2c14324bdcbf65c82e85031f16 as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/rep_barrier/66a4bb2c14324bdcbf65c82e85031f16 2024-11-26T07:21:28,517 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/rep_barrier/66a4bb2c14324bdcbf65c82e85031f16, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:21:28,518 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/.tmp/table/8653087826574b5499446c5bda2eaee5 as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/table/8653087826574b5499446c5bda2eaee5 2024-11-26T07:21:28,522 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/table/8653087826574b5499446c5bda2eaee5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:21:28,524 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false 2024-11-26T07:21:28,524 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:21:28,539 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:21:28,540 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:28,540 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:21:28,540 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:28,540 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605687185Running coprocessor pre-close hooks at 1732605687185Disabling compacts and flushes for region at 1732605687185Disabling writes for close at 1732605687185Obtaining lock to block concurrent updates at 1732605687185Preparing flush snapshotting stores in 1588230740 at 1732605687185Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605687185Flushing stores of hbase:meta,,1.1588230740 at 1732605687186 (+1 ms)Flushing 1588230740/info: creating writer at 1732605687186Flushing 1588230740/info: appending metadata at 1732605687208 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732605687208Flushing 1588230740/ns: creating writer at 1732605687623 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732605687640 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732605687640Flushing 1588230740/rep_barrier: creating writer at 1732605688048 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605688065 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605688065Flushing 1588230740/table: creating writer at 1732605688475 (+410 ms)Flushing 1588230740/table: appending metadata at 1732605688492 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732605688492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b62e513: reopening flushed file at 1732605688501 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eaf010a: reopening flushed file at 1732605688506 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4818c421: reopening flushed file at 1732605688511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@825d9a9: reopening flushed file at 1732605688517 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false at 1732605688524 (+7 ms)Writing region close event to WAL at 1732605688536 (+12 ms)Running coprocessor post-close hooks at 1732605688540 (+4 ms)Closed at 1732605688540 2024-11-26T07:21:28,540 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:28,586 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,33815,1732605652299; all regions closed. 2024-11-26T07:21:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741834_1010 (size=4239) 2024-11-26T07:21:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741839_1015 (size=2240) 2024-11-26T07:21:28,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741832_1008 (size=1535) 2024-11-26T07:21:28,602 DEBUG [RS:0;15ed1af4400d:33815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:28,602 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:28,602 INFO [RS:0;15ed1af4400d:33815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:28,602 INFO [RS:0;15ed1af4400d:33815 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:28,603 INFO [RS:0;15ed1af4400d:33815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:28,603 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:28,603 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,33815,1732605652299 because: Region server is closing 2024-11-26T07:21:28,603 INFO [RS:0;15ed1af4400d:33815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:33815. 2024-11-26T07:21:28,603 DEBUG [RS:0;15ed1af4400d:33815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:28,603 DEBUG [RS:0;15ed1af4400d:33815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:28,603 DEBUG [RS:0;15ed1af4400d:33815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:28,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:28,704 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,33815,1732605652299.replicationSource.shipper15ed1af4400d%2C33815%2C1732605652299,1-15ed1af4400d,33815,1732605652299 terminated 2024-11-26T07:21:28,704 INFO [RS:0;15ed1af4400d:33815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33815 2024-11-26T07:21:28,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01078825825/rs/15ed1af4400d,33815,1732605652299 2024-11-26T07:21:28,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825/rs 2024-11-26T07:21:28,706 INFO [RS:0;15ed1af4400d:33815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:28,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,33815,1732605652299] 2024-11-26T07:21:28,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01078825825/draining/15ed1af4400d,33815,1732605652299 already deleted, retry=false 2024-11-26T07:21:28,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,33815,1732605652299 expired; onlineServers=0 2024-11-26T07:21:28,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,38135,1732605652191' ***** 2024-11-26T07:21:28,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:21:28,708 INFO [M:0;15ed1af4400d:38135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:28,708 INFO [M:0;15ed1af4400d:38135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:28,708 DEBUG [M:0;15ed1af4400d:38135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:21:28,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:21:28,708 DEBUG [M:0;15ed1af4400d:38135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:21:28,708 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605653315 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605653315,5,FailOnTimeoutGroup] 2024-11-26T07:21:28,708 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605653315 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605653315,5,FailOnTimeoutGroup] 2024-11-26T07:21:28,709 INFO [M:0;15ed1af4400d:38135 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:28,709 INFO [M:0;15ed1af4400d:38135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:28,709 DEBUG [M:0;15ed1af4400d:38135 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:21:28,709 INFO [M:0;15ed1af4400d:38135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:21:28,709 INFO [M:0;15ed1af4400d:38135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:28,709 INFO [M:0;15ed1af4400d:38135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:21:28,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:21:28,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01078825825/master 2024-11-26T07:21:28,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01078825825 2024-11-26T07:21:28,712 DEBUG [M:0;15ed1af4400d:38135 {}] zookeeper.ZKUtil(347): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Unable to get data of znode /01078825825/master because node does not exist (not an error) 2024-11-26T07:21:28,712 WARN [M:0;15ed1af4400d:38135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:21:28,712 INFO [M:0;15ed1af4400d:38135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/.lastflushedseqids 2024-11-26T07:21:28,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741848_1024 (size=245) 2024-11-26T07:21:28,725 INFO [M:0;15ed1af4400d:38135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:21:28,726 INFO [M:0;15ed1af4400d:38135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:21:28,726 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:28,726 INFO [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:28,726 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:28,726 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:28,726 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:28,726 INFO [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T07:21:28,745 DEBUG [M:0;15ed1af4400d:38135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2358515163374664bba3b0bfa924fe21 is 82, key is hbase:meta,,1/info:regioninfo/1732605654491/Put/seqid=0 2024-11-26T07:21:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741849_1025 (size=5672) 2024-11-26T07:21:28,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:28,807 INFO [RS:0;15ed1af4400d:33815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:28,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33815-0x101532614fb0001, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:28,807 INFO [RS:0;15ed1af4400d:33815 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,33815,1732605652299; zookeeper connection closed. 2024-11-26T07:21:28,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78984989 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78984989 2024-11-26T07:21:28,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:21:29,149 INFO [M:0;15ed1af4400d:38135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2358515163374664bba3b0bfa924fe21 2024-11-26T07:21:29,173 DEBUG [M:0;15ed1af4400d:38135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b75b987cf84370bca5f6d321eaa09b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732605663716/Put/seqid=0 2024-11-26T07:21:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741850_1026 (size=7218) 2024-11-26T07:21:29,578 INFO [M:0;15ed1af4400d:38135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b75b987cf84370bca5f6d321eaa09b 2024-11-26T07:21:29,581 INFO [M:0;15ed1af4400d:38135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23b75b987cf84370bca5f6d321eaa09b 2024-11-26T07:21:29,602 DEBUG [M:0;15ed1af4400d:38135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a0387b54b2644d3b1d66e03558679fd is 69, key is 15ed1af4400d,33815,1732605652299/rs:state/1732605653357/Put/seqid=0 2024-11-26T07:21:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741851_1027 (size=5156) 2024-11-26T07:21:29,606 INFO [M:0;15ed1af4400d:38135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a0387b54b2644d3b1d66e03558679fd 2024-11-26T07:21:29,610 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2358515163374664bba3b0bfa924fe21 as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2358515163374664bba3b0bfa924fe21 2024-11-26T07:21:29,613 INFO [M:0;15ed1af4400d:38135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2358515163374664bba3b0bfa924fe21, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T07:21:29,614 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b75b987cf84370bca5f6d321eaa09b as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b75b987cf84370bca5f6d321eaa09b 2024-11-26T07:21:29,617 INFO [M:0;15ed1af4400d:38135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23b75b987cf84370bca5f6d321eaa09b 2024-11-26T07:21:29,617 INFO [M:0;15ed1af4400d:38135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b75b987cf84370bca5f6d321eaa09b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T07:21:29,618 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a0387b54b2644d3b1d66e03558679fd as hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a0387b54b2644d3b1d66e03558679fd 2024-11-26T07:21:29,621 INFO [M:0;15ed1af4400d:38135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39983/user/jenkins/test-data/4c6bcf90-f7f9-8809-91d7-48304fc9e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a0387b54b2644d3b1d66e03558679fd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T07:21:29,622 INFO [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=105, compaction requested=false 2024-11-26T07:21:29,623 INFO [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:29,623 DEBUG [M:0;15ed1af4400d:38135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605688726Disabling compacts and flushes for region at 1732605688726Disabling writes for close at 1732605688726Obtaining lock to block concurrent updates at 1732605688726Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605688726Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732605688727 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605688727Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605688727Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605688745 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605688745Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605689155 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605689172 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605689172Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605689581 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605689601 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605689602 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a268fc: reopening flushed file at 1732605689609 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4fb385: reopening flushed file at 1732605689613 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c90acf: reopening flushed file at 1732605689617 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=105, compaction requested=false at 1732605689622 (+5 ms)Writing region close event to WAL at 1732605689623 (+1 ms)Closed at 1732605689623 2024-11-26T07:21:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34503 is added to blk_1073741830_1006 (size=64423) 2024-11-26T07:21:29,631 INFO [M:0;15ed1af4400d:38135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:21:29,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:29,631 INFO [M:0;15ed1af4400d:38135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38135 2024-11-26T07:21:29,638 INFO [M:0;15ed1af4400d:38135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:29,740 INFO [M:0;15ed1af4400d:38135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38135-0x101532614fb0000, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:29,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:29,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:29,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:29,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:29,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:29,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:21:29,747 WARN [BP-162126319-172.17.0.2-1732605651588 heartbeating to localhost/127.0.0.1:39983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:21:29,747 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:21:29,747 WARN [BP-162126319-172.17.0.2-1732605651588 heartbeating to localhost/127.0.0.1:39983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-162126319-172.17.0.2-1732605651588 (Datanode Uuid 9e97fbfc-32da-4bf5-b93f-bd9249c8124d) service to localhost/127.0.0.1:39983 2024-11-26T07:21:29,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5/data/data1/current/BP-162126319-172.17.0.2-1732605651588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:29,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:21:29,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/cluster_2ad4029e-a54f-e5c4-f29a-2c7614cc14e5/data/data2/current/BP-162126319-172.17.0.2-1732605651588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:29,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f616f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:29,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:29,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:29,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:29,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa796c22-2a08-db11-5d2e-6cad76521499/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:29,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:21:29,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:21:29,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39983 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39561 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39919 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 7455) - AvailableMemoryMB LEAK? - 2024-11-26T07:21:29,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=8035 2024-11-26T07:21:29,831 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T07:21:29,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.log.dir so I do NOT create it in target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef 2024-11-26T07:21:29,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:21:29,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.tmp.dir so I do NOT create it in target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef 2024-11-26T07:21:29,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2323716-368b-8cfd-b954-6789e201b3c7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:21:29,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef 2024-11-26T07:21:29,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e, deleteOnExit=true 2024-11-26T07:21:29,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/zookeeper_0, clientPort=51118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:21:29,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51118 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/test.cache.data in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:21:29,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:21:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:21:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:21:29,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101532614fb0002, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:21:29,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101532614fb0005, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:21:29,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101532614fb0008, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T07:21:29,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101532614fb0002, quorum=127.0.0.1:58460, baseZNode=/01078825825 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:21:29,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101532614fb0005, quorum=127.0.0.1:58460, baseZNode=/11330850839 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:21:29,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101532614fb0008, quorum=127.0.0.1:58460, baseZNode=/2-526779831 Received Disconnected from ZooKeeper, ignoring 2024-11-26T07:21:29,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:29,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:29,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:29,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:29,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:21:29,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:29,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b45bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:29,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b227f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:30,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ab2e0df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/java.io.tmpdir/jetty-localhost-45935-hadoop-hdfs-3_4_1-tests_jar-_-any-8640919308212368010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:30,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2106c5d2{HTTP/1.1, (http/1.1)}{localhost:45935} 2024-11-26T07:21:30,068 INFO [Time-limited test {}] server.Server(415): Started @282413ms 2024-11-26T07:21:30,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:30,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:30,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:30,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:30,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:21:30,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5face735{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:30,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b2b886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:30,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1461160b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/java.io.tmpdir/jetty-localhost-37085-hadoop-hdfs-3_4_1-tests_jar-_-any-9087058223431334772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:30,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a1ff889{HTTP/1.1, (http/1.1)}{localhost:37085} 2024-11-26T07:21:30,322 INFO [Time-limited test {}] server.Server(415): Started @282667ms 2024-11-26T07:21:30,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:21:30,441 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/data/data1/current/BP-2006967532-172.17.0.2-1732605689854/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:30,442 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/data/data2/current/BP-2006967532-172.17.0.2-1732605689854/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:30,479 WARN [Thread-4143 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:21:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3be9b9749744ea8c with lease ID 0x7fa6c2b0a8096478: Processing first storage report for DS-42756e2a-ec69-4316-9b1d-dd16ea491d31 from datanode DatanodeRegistration(127.0.0.1:43895, datanodeUuid=a3145128-fc2c-4d83-8255-872955cf8192, infoPort=37451, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1017750604;c=1732605689854) 2024-11-26T07:21:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3be9b9749744ea8c with lease ID 0x7fa6c2b0a8096478: from storage DS-42756e2a-ec69-4316-9b1d-dd16ea491d31 node DatanodeRegistration(127.0.0.1:43895, datanodeUuid=a3145128-fc2c-4d83-8255-872955cf8192, infoPort=37451, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1017750604;c=1732605689854), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:21:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3be9b9749744ea8c with lease ID 0x7fa6c2b0a8096478: Processing first storage report for DS-d116a750-4bf0-42e5-8d10-c1f9dde1d210 from datanode DatanodeRegistration(127.0.0.1:43895, datanodeUuid=a3145128-fc2c-4d83-8255-872955cf8192, infoPort=37451, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1017750604;c=1732605689854) 2024-11-26T07:21:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3be9b9749744ea8c with lease ID 0x7fa6c2b0a8096478: from storage DS-d116a750-4bf0-42e5-8d10-c1f9dde1d210 node DatanodeRegistration(127.0.0.1:43895, datanodeUuid=a3145128-fc2c-4d83-8255-872955cf8192, infoPort=37451, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1017750604;c=1732605689854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:21:30,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef 2024-11-26T07:21:30,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:30,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:21:30,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:30,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:21:30,756 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108732 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:21:30,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4 with version=8 2024-11-26T07:21:30,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/hbase-staging 2024-11-26T07:21:30,967 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:30,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:30,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:30,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:30,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:30,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:30,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:21:30,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:30,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38031 2024-11-26T07:21:30,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38031 connecting to ZooKeeper ensemble=127.0.0.1:51118 2024-11-26T07:21:30,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380310x0, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:30,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38031-0x1015326aa7a0000 connected 2024-11-26T07:21:30,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:30,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:30,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on znode that does not yet exist, /0126138074/running 2024-11-26T07:21:30,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4, hbase.cluster.distributed=false 2024-11-26T07:21:30,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on znode that does not yet exist, /0126138074/acl 2024-11-26T07:21:31,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-26T07:21:31,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-11-26T07:21:31,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-11-26T07:21:31,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-26T07:21:31,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-26T07:21:31,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:31,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:31,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:31,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:31,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:31,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:31,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:21:31,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:31,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41743 2024-11-26T07:21:31,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41743 connecting to ZooKeeper ensemble=127.0.0.1:51118 2024-11-26T07:21:31,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:31,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:31,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417430x0, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:31,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41743-0x1015326aa7a0001 connected 2024-11-26T07:21:31,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on znode that does not yet exist, /0126138074/running 2024-11-26T07:21:31,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:21:31,041 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:21:31,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on znode that does not yet exist, /0126138074/master 2024-11-26T07:21:31,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on znode that does not yet exist, /0126138074/acl 2024-11-26T07:21:31,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-26T07:21:31,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41743 2024-11-26T07:21:31,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41743 2024-11-26T07:21:31,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-26T07:21:31,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-26T07:21:31,072 DEBUG [M:0;15ed1af4400d:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:38031 2024-11-26T07:21:31,073 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0126138074/backup-masters/15ed1af4400d,38031,1732605690967 2024-11-26T07:21:31,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074/backup-masters 2024-11-26T07:21:31,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074/backup-masters 2024-11-26T07:21:31,075 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on existing znode=/0126138074/backup-masters/15ed1af4400d,38031,1732605690967 2024-11-26T07:21:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0126138074/master 2024-11-26T07:21:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:31,077 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on existing znode=/0126138074/master 2024-11-26T07:21:31,077 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0126138074/backup-masters/15ed1af4400d,38031,1732605690967 from backup master directory 2024-11-26T07:21:31,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0126138074/backup-masters/15ed1af4400d,38031,1732605690967 2024-11-26T07:21:31,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074/backup-masters 2024-11-26T07:21:31,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074/backup-masters 2024-11-26T07:21:31,080 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:31,080 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,38031,1732605690967 2024-11-26T07:21:31,083 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/hbase.id] with ID: a57c2041-24ad-46a1-98c6-5781262ca909 2024-11-26T07:21:31,083 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/.tmp/hbase.id 2024-11-26T07:21:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:21:31,491 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/.tmp/hbase.id]:[hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/hbase.id] 2024-11-26T07:21:31,500 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:31,500 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:21:31,501 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:21:31,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:31,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:21:31,914 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:31,915 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:21:31,916 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:21:32,353 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/data/master/store 2024-11-26T07:21:32,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:21:32,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:32,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,763 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:32,763 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:32,763 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:32,763 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:32,763 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:32,763 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:32,763 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:32,763 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605692763Disabling compacts and flushes for region at 1732605692763Disabling writes for close at 1732605692763Writing region close event to WAL at 1732605692763Closed at 1732605692763 2024-11-26T07:21:32,764 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/data/master/store/.initializing 2024-11-26T07:21:32,764 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/WALs/15ed1af4400d,38031,1732605690967 2024-11-26T07:21:32,765 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:32,781 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C38031%2C1732605690967, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/WALs/15ed1af4400d,38031,1732605690967, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/oldWALs, maxLogs=10 2024-11-26T07:21:32,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,830 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/WALs/15ed1af4400d,38031,1732605690967/15ed1af4400d%2C38031%2C1732605690967.1732605692782, exclude list is [], retry=0 2024-11-26T07:21:32,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43895,DS-42756e2a-ec69-4316-9b1d-dd16ea491d31,DISK] 2024-11-26T07:21:32,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,834 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/WALs/15ed1af4400d,38031,1732605690967/15ed1af4400d%2C38031%2C1732605690967.1732605692782 2024-11-26T07:21:32,834 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37451:37451)] 2024-11-26T07:21:32,834 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:32,835 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:32,835 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,835 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:21:32,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:32,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:32,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:21:32,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:32,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:32,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:32,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:21:32,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:32,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:32,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:21:32,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:32,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:32,841 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,842 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,842 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,844 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,844 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,844 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:32,845 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:32,853 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:32,853 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712577, jitterRate=0.09840299189090729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:32,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605692835Initializing all the Stores at 1732605692835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605692835Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605692836 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605692836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605692836Cleaning up temporary data from old regions at 1732605692844 (+8 ms)Region opened successfully at 1732605692854 (+10 ms) 2024-11-26T07:21:32,864 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:21:32,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:21:32,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:21:32,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:32,868 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56222dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:32,868 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:21:32,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:21:32,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:21:32,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:21:32,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:21:32,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:21:32,869 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:21:32,874 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:21:32,874 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Unable to get data of znode /0126138074/balancer because node does not exist (not necessarily an error) 2024-11-26T07:21:32,876 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0126138074/balancer already deleted, retry=false 2024-11-26T07:21:32,876 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:21:32,876 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Unable to get data of znode /0126138074/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:21:32,879 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0126138074/normalizer already deleted, retry=false 2024-11-26T07:21:32,879 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:21:32,880 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Unable to get data of znode /0126138074/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:21:32,881 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0126138074/switch/split already deleted, retry=false 2024-11-26T07:21:32,882 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Unable to get data of znode /0126138074/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:21:32,883 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0126138074/switch/merge already deleted, retry=false 2024-11-26T07:21:32,884 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Unable to get data of znode /0126138074/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:21:32,886 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0126138074/snapshot-cleanup already deleted, retry=false 2024-11-26T07:21:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0126138074/running 2024-11-26T07:21:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0126138074/running 2024-11-26T07:21:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:32,899 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,38031,1732605690967, sessionid=0x1015326aa7a0000, setting cluster-up flag (Was=false) 2024-11-26T07:21:32,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:32,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:32,913 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0126138074/flush-table-proc/acquired, /0126138074/flush-table-proc/reached, /0126138074/flush-table-proc/abort 2024-11-26T07:21:32,914 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,38031,1732605690967 2024-11-26T07:21:32,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:32,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:32,927 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0126138074/online-snapshot/acquired, /0126138074/online-snapshot/reached, /0126138074/online-snapshot/abort 2024-11-26T07:21:32,928 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,38031,1732605690967 2024-11-26T07:21:32,929 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:21:32,931 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:32,931 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:21:32,931 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:21:32,931 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,38031,1732605690967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:32,934 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:32,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:32,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:21:32,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:32,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:21:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605722956 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:21:32,956 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:32,964 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:21:32,965 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:21:32,965 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:21:32,965 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:21:32,965 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:21:32,965 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:21:32,965 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605692965,5,FailOnTimeoutGroup] 2024-11-26T07:21:32,965 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(746): ClusterId : a57c2041-24ad-46a1-98c6-5781262ca909 2024-11-26T07:21:32,965 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:21:32,965 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605692965,5,FailOnTimeoutGroup] 2024-11-26T07:21:32,966 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:32,966 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:21:32,966 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:32,966 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:32,967 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:21:32,967 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:21:32,970 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:21:32,971 DEBUG [RS:0;15ed1af4400d:41743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1a3219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:32,992 DEBUG [RS:0;15ed1af4400d:41743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:41743 2024-11-26T07:21:32,992 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:21:32,992 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:21:32,992 DEBUG [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:21:32,993 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,38031,1732605690967 with port=41743, startcode=1732605691025 2024-11-26T07:21:32,993 DEBUG [RS:0;15ed1af4400d:41743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:21:32,994 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:21:32,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,41743,1732605691025 2024-11-26T07:21:32,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38031 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,41743,1732605691025 2024-11-26T07:21:32,996 DEBUG [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4 2024-11-26T07:21:32,996 DEBUG [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39313 2024-11-26T07:21:32,996 DEBUG [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:21:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074/rs 2024-11-26T07:21:32,998 DEBUG [RS:0;15ed1af4400d:41743 {}] zookeeper.ZKUtil(111): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Set watcher on existing znode=/0126138074/rs/15ed1af4400d,41743,1732605691025 2024-11-26T07:21:32,998 WARN [RS:0;15ed1af4400d:41743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:32,998 INFO [RS:0;15ed1af4400d:41743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:32,998 DEBUG [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/WALs/15ed1af4400d,41743,1732605691025 2024-11-26T07:21:32,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,41743,1732605691025] 2024-11-26T07:21:33,002 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:21:33,006 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:21:33,009 INFO [RS:0;15ed1af4400d:41743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:21:33,009 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,012 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:21:33,012 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:21:33,013 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:33,013 DEBUG [RS:0;15ed1af4400d:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:33,016 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,017 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,017 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,017 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,017 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,017 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41743,1732605691025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:33,041 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:21:33,041 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,41743,1732605691025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,041 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,041 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.Replication(171): 15ed1af4400d,41743,1732605691025 started 2024-11-26T07:21:33,054 INFO [RS:0;15ed1af4400d:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:33,054 INFO [RS:0;15ed1af4400d:41743 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,41743,1732605691025, RpcServer on 15ed1af4400d/172.17.0.2:41743, sessionid=0x1015326aa7a0001 2024-11-26T07:21:33,054 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:21:33,054 DEBUG [RS:0;15ed1af4400d:41743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,41743,1732605691025 2024-11-26T07:21:33,054 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,41743,1732605691025' 2024-11-26T07:21:33,054 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0126138074/flush-table-proc/abort' 2024-11-26T07:21:33,055 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0126138074/flush-table-proc/acquired' 2024-11-26T07:21:33,055 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:21:33,055 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:21:33,055 DEBUG [RS:0;15ed1af4400d:41743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,41743,1732605691025 2024-11-26T07:21:33,055 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,41743,1732605691025' 2024-11-26T07:21:33,055 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0126138074/online-snapshot/abort' 2024-11-26T07:21:33,056 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0126138074/online-snapshot/acquired' 2024-11-26T07:21:33,056 DEBUG [RS:0;15ed1af4400d:41743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:21:33,056 INFO [RS:0;15ed1af4400d:41743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:21:33,056 INFO [RS:0;15ed1af4400d:41743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:21:33,156 INFO [RS:0;15ed1af4400d:41743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:33,157 INFO [RS:0;15ed1af4400d:41743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41743%2C1732605691025, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/WALs/15ed1af4400d,41743,1732605691025, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/oldWALs, maxLogs=10 2024-11-26T07:21:33,171 DEBUG [RS:0;15ed1af4400d:41743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/WALs/15ed1af4400d,41743,1732605691025/15ed1af4400d%2C41743%2C1732605691025.1732605693158, exclude list is [], retry=0 2024-11-26T07:21:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43895,DS-42756e2a-ec69-4316-9b1d-dd16ea491d31,DISK] 2024-11-26T07:21:33,174 INFO [RS:0;15ed1af4400d:41743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/WALs/15ed1af4400d,41743,1732605691025/15ed1af4400d%2C41743%2C1732605691025.1732605693158 2024-11-26T07:21:33,175 DEBUG [RS:0;15ed1af4400d:41743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37451:37451)] 2024-11-26T07:21:33,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:21:33,356 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4 2024-11-26T07:21:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:21:33,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:33,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:33,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:33,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:33,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:33,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:33,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:33,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:33,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:33,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:33,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:33,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:33,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:33,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:33,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:33,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:33,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:33,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:33,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/hbase/meta/1588230740 2024-11-26T07:21:33,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/hbase/meta/1588230740 2024-11-26T07:21:33,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:33,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:33,770 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:33,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:33,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:33,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67807253, jitterRate=0.01040680706501007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605693761Initializing all the Stores at 1732605693762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605693762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605693762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605693762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605693762Cleaning up temporary data from old regions at 1732605693770 (+8 ms)Region opened successfully at 1732605693774 (+4 ms) 2024-11-26T07:21:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:33,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:33,774 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:33,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605693774Disabling compacts and flushes for region at 1732605693774Disabling writes for close at 1732605693774Writing region close event to WAL at 1732605693774Closed at 1732605693774 2024-11-26T07:21:33,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:33,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:21:33,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:21:33,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:33,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:21:33,927 DEBUG [15ed1af4400d:38031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:21:33,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,41743,1732605691025 2024-11-26T07:21:33,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,41743,1732605691025, state=OPENING 2024-11-26T07:21:33,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:21:33,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:33,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0126138074 2024-11-26T07:21:33,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:33,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0126138074/meta-region-server: CHANGED 2024-11-26T07:21:33,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0126138074/meta-region-server: CHANGED 2024-11-26T07:21:33,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,41743,1732605691025}] 2024-11-26T07:21:34,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:34,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:21:34,091 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:21:34,091 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:34,091 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:21:34,092 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C41743%2C1732605691025.meta, suffix=.meta, logDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/WALs/15ed1af4400d,41743,1732605691025, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/oldWALs, maxLogs=10 2024-11-26T07:21:34,110 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/WALs/15ed1af4400d,41743,1732605691025/15ed1af4400d%2C41743%2C1732605691025.meta.1732605694092.meta, exclude list is [], retry=0 2024-11-26T07:21:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43895,DS-42756e2a-ec69-4316-9b1d-dd16ea491d31,DISK] 2024-11-26T07:21:34,117 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/WALs/15ed1af4400d,41743,1732605691025/15ed1af4400d%2C41743%2C1732605691025.meta.1732605694092.meta 2024-11-26T07:21:34,117 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37451:37451)] 2024-11-26T07:21:34,117 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:34,118 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:34,118 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:34,118 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:21:34,118 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:21:34,118 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:21:34,118 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:34,118 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:21:34,118 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:21:34,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:34,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:34,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:34,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:34,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:34,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:34,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:34,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:34,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:34,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:34,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:34,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:34,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:34,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:34,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:34,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:34,128 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:34,128 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/hbase/meta/1588230740 2024-11-26T07:21:34,129 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/hbase/meta/1588230740 2024-11-26T07:21:34,130 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:34,130 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:34,130 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:34,131 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:34,134 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66115240, jitterRate=-0.014806151390075684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:34,134 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:21:34,135 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605694119Writing region info on filesystem at 1732605694119Initializing all the Stores at 1732605694123 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605694123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605694124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605694124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605694124Cleaning up temporary data from old regions at 1732605694130 (+6 ms)Running coprocessor post-open hooks at 1732605694134 (+4 ms)Region opened successfully at 1732605694134 2024-11-26T07:21:34,136 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605694085 2024-11-26T07:21:34,138 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:21:34,138 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:21:34,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,41743,1732605691025 2024-11-26T07:21:34,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,41743,1732605691025, state=OPEN 2024-11-26T07:21:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1015326aa7a0000, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0126138074/meta-region-server 2024-11-26T07:21:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1015326aa7a0001, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0126138074/meta-region-server 2024-11-26T07:21:34,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,41743,1732605691025 2024-11-26T07:21:34,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0126138074/meta-region-server: CHANGED 2024-11-26T07:21:34,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0126138074/meta-region-server: CHANGED 2024-11-26T07:21:34,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:21:34,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,41743,1732605691025 in 217 msec 2024-11-26T07:21:34,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:21:34,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-26T07:21:34,154 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:34,155 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:21:34,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:34,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,41743,1732605691025, seqNum=-1] 2024-11-26T07:21:34,156 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:34,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:34,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-11-26T07:21:34,162 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605694161, completionTime=-1 2024-11-26T07:21:34,162 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:21:34,162 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:21:34,163 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:21:34,163 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605754163 2024-11-26T07:21:34,163 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605814163 2024-11-26T07:21:34,163 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:21:34,164 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38031,1732605690967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:34,164 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38031,1732605690967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:34,164 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38031,1732605690967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:34,164 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:38031, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:34,164 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:34,164 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:34,166 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:21:34,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.087sec 2024-11-26T07:21:34,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:21:34,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:21:34,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:21:34,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:21:34,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:21:34,167 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38031,1732605690967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:34,168 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38031,1732605690967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:21:34,172 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:21:34,172 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:21:34,172 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38031,1732605690967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:34,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7615a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:34,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38031,-1 for getting cluster id 2024-11-26T07:21:34,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:34,268 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a57c2041-24ad-46a1-98c6-5781262ca909' 2024-11-26T07:21:34,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a57c2041-24ad-46a1-98c6-5781262ca909" 2024-11-26T07:21:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97682ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38031,-1] 2024-11-26T07:21:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:34,270 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:34,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c607d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:34,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,41743,1732605691025, seqNum=-1] 2024-11-26T07:21:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:34,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:34,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,38031,1732605690967 2024-11-26T07:21:34,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51118 2024-11-26T07:21:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51118, baseZNode=/0126138074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:34,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015326aa7a0002 connected 2024-11-26T07:21:34,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38031,1732605690967 2024-11-26T07:21:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0d4b20 2024-11-26T07:21:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:34,283 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:34,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:21:34,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:34,287 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:34,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:34,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:21:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:21:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:34,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 253a05f73a6073f68fe1cd2e9844b88d, NAME => 'test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4 2024-11-26T07:21:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43895 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:21:34,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:34,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 253a05f73a6073f68fe1cd2e9844b88d, disabling compactions & flushes 2024-11-26T07:21:34,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. 2024-11-26T07:21:34,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. 2024-11-26T07:21:34,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. after waiting 0 ms 2024-11-26T07:21:34,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. 2024-11-26T07:21:34,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. 2024-11-26T07:21:34,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 253a05f73a6073f68fe1cd2e9844b88d: Waiting for close lock at 1732605694712Disabling compacts and flushes for region at 1732605694712Disabling writes for close at 1732605694712Writing region close event to WAL at 1732605694712Closed at 1732605694712 2024-11-26T07:21:34,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:34,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605694713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605694713"}]},"ts":"1732605694713"} 2024-11-26T07:21:34,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:34,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:34,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605694716"}]},"ts":"1732605694716"} 2024-11-26T07:21:34,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:21:34,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=253a05f73a6073f68fe1cd2e9844b88d, ASSIGN}] 2024-11-26T07:21:34,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=253a05f73a6073f68fe1cd2e9844b88d, ASSIGN 2024-11-26T07:21:34,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=253a05f73a6073f68fe1cd2e9844b88d, ASSIGN; state=OFFLINE, location=15ed1af4400d,41743,1732605691025; forceNewPlan=false, retain=false 2024-11-26T07:21:34,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=253a05f73a6073f68fe1cd2e9844b88d, regionState=OPENING, regionLocation=15ed1af4400d,41743,1732605691025 2024-11-26T07:21:34,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=253a05f73a6073f68fe1cd2e9844b88d, ASSIGN because future has completed 2024-11-26T07:21:34,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 253a05f73a6073f68fe1cd2e9844b88d, server=15ed1af4400d,41743,1732605691025}] 2024-11-26T07:21:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:35,029 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. 2024-11-26T07:21:35,029 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 253a05f73a6073f68fe1cd2e9844b88d, NAME => 'test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:35,029 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:35,029 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:21:35,030 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,030 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:35,030 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,030 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,031 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,032 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253a05f73a6073f68fe1cd2e9844b88d columnFamilyName f 2024-11-26T07:21:35,032 DEBUG [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:35,033 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] regionserver.HStore(327): Store=253a05f73a6073f68fe1cd2e9844b88d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:35,033 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,034 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253a05f73a6073f68fe1cd2e9844b88d columnFamilyName f1 2024-11-26T07:21:35,034 DEBUG [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:35,034 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] regionserver.HStore(327): Store=253a05f73a6073f68fe1cd2e9844b88d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:35,034 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,037 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253a05f73a6073f68fe1cd2e9844b88d columnFamilyName norep 2024-11-26T07:21:35,037 DEBUG [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:35,039 INFO [StoreOpener-253a05f73a6073f68fe1cd2e9844b88d-1 {}] regionserver.HStore(327): Store=253a05f73a6073f68fe1cd2e9844b88d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:35,039 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,040 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/default/test/253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,040 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/default/test/253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,041 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,041 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,041 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:35,042 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,044 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/data/default/test/253a05f73a6073f68fe1cd2e9844b88d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:35,044 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 253a05f73a6073f68fe1cd2e9844b88d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61368303, jitterRate=-0.0855410248041153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:35,044 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 253a05f73a6073f68fe1cd2e9844b88d 2024-11-26T07:21:35,045 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 253a05f73a6073f68fe1cd2e9844b88d: Running coprocessor pre-open hook at 1732605695030Writing region info on filesystem at 1732605695030Initializing all the Stores at 1732605695030Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605695031 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605695031Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605695031Cleaning up temporary data from old regions at 1732605695041 (+10 ms)Running coprocessor post-open hooks at 1732605695044 (+3 ms)Region opened successfully at 1732605695045 (+1 ms) 2024-11-26T07:21:35,045 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d., pid=6, masterSystemTime=1732605695025 2024-11-26T07:21:35,048 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. 2024-11-26T07:21:35,048 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605694284.253a05f73a6073f68fe1cd2e9844b88d. 2024-11-26T07:21:35,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=253a05f73a6073f68fe1cd2e9844b88d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,41743,1732605691025 2024-11-26T07:21:35,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 253a05f73a6073f68fe1cd2e9844b88d, server=15ed1af4400d,41743,1732605691025 because future has completed 2024-11-26T07:21:35,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:21:35,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 253a05f73a6073f68fe1cd2e9844b88d, server=15ed1af4400d,41743,1732605691025 in 179 msec 2024-11-26T07:21:35,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:21:35,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=253a05f73a6073f68fe1cd2e9844b88d, ASSIGN in 338 msec 2024-11-26T07:21:35,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:35,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605695058"}]},"ts":"1732605695058"} 2024-11-26T07:21:35,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:21:35,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:35,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-11-26T07:21:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:35,423 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:21:35,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169d484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:35,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38031,-1 for getting cluster id 2024-11-26T07:21:35,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:35,425 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a57c2041-24ad-46a1-98c6-5781262ca909' 2024-11-26T07:21:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a57c2041-24ad-46a1-98c6-5781262ca909" 2024-11-26T07:21:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409ee1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38031,-1] 2024-11-26T07:21:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:35,426 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d31785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:35,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38031,1732605690967 2024-11-26T07:21:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d25c36c 2024-11-26T07:21:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:35,429 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:35,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:38031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:21:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:21:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:35,432 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:38031' 2024-11-26T07:21:35,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae454ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:35,433 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38031,-1 for getting cluster id 2024-11-26T07:21:35,433 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:35,433 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a57c2041-24ad-46a1-98c6-5781262ca909' 2024-11-26T07:21:35,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:35,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a57c2041-24ad-46a1-98c6-5781262ca909" 2024-11-26T07:21:35,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756b8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:35,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38031,-1] 2024-11-26T07:21:35,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:35,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:35,434 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:35,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41856dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:35,435 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:35,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38031,1732605690967 2024-11-26T07:21:35,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a34a04a 2024-11-26T07:21:35,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:35,436 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:35,437 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:21:35,437 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:21:35,437 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:35,437 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:35,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:35,438 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://15ed1af4400d:38031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T07:21:35,444 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://15ed1af4400d:38031, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://15ed1af4400d:38031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://15ed1af4400d:38031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T07:21:35,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://15ed1af4400d:38031, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-26T07:21:35,445 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T07:21:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:35,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:35,534 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://15ed1af4400d:38031, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T07:21:35,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:35,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:35,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:35,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:35,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 362) Potentially hanging thread: RS_OPEN_META-regionserver/15ed1af4400d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp115033708-7860-acceptor-0@38509df-ServerConnector@2106c5d2{HTTP/1.1, (http/1.1)}{localhost:45935} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2108660549-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/data/data2/current/BP-2006967532-172.17.0.2-1732605689854 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server idle connection scanner for port 42133 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-893446506_20 at /127.0.0.1:36212 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ac5a3e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp115033708-7862 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp115033708-7863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp115033708-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@634b587d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-893446506_20 at /127.0.0.1:36306 [Receiving block BP-2006967532-172.17.0.2-1732605689854:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1726335519) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51118 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Session-HouseKeeper-255f4c36-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 42133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp115033708-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f52c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f52c49f8890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2006967532-172.17.0.2-1732605689854:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605692965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: master/15ed1af4400d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 42133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4-prefix:15ed1af4400d,41743,1732605691025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/15ed1af4400d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39313 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 39313 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51118) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/data/data1/current/BP-2006967532-172.17.0.2-1732605689854 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 15ed1af4400d:38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4/MasterData-prefix:15ed1af4400d,38031,1732605690967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51118) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS:0;15ed1af4400d:41743-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1550925937_20 at /127.0.0.1:36272 [Receiving block BP-2006967532-172.17.0.2-1732605689854:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2108660549-7905 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f52c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;15ed1af4400d:38031 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51118) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-893446506_20 at /127.0.0.1:36294 [Receiving block BP-2006967532-172.17.0.2-1732605689854:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/15ed1af4400d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51118): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007f52c4ace5e0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/15ed1af4400d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39313/user/jenkins/test-data/de4f16ff-5137-b907-2ec0-0ccc5c334ee4-prefix:15ed1af4400d,41743,1732605691025.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1c4c38e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@529ab599 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605692965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp115033708-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f52c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;15ed1af4400d:41743 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp115033708-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f52c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-2006967532-172.17.0.2-1732605689854 heartbeating to localhost/127.0.0.1:39313 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6b5cdbc6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2108660549-7906-acceptor-0@49a9f5fb-ServerConnector@7a1ff889{HTTP/1.1, (http/1.1)}{localhost:37085} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2006967532-172.17.0.2-1732605689854:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2108660549-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 4 on default port 39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@618e7796 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PacketResponder: BP-2006967532-172.17.0.2-1732605689854:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp115033708-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f52c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@bcd1b6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/cluster_d7c9f2a4-2125-491d-dd2d-e8dc1c7ffd3e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=7587 (was 8035) 2024-11-26T07:21:35,554 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-26T07:21:35,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=7586 2024-11-26T07:21:35,570 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-26T07:21:35,585 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T07:21:35,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.log.dir so I do NOT create it in target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180 2024-11-26T07:21:35,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:21:35,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.tmp.dir so I do NOT create it in target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180 2024-11-26T07:21:35,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c8d0b4a-427b-d79a-bb24-efd3a8a6d3ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:21:35,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180 2024-11-26T07:21:35,586 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b, deleteOnExit=true 2024-11-26T07:21:35,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b/zookeeper_0, clientPort=55569, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:21:35,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55569 2024-11-26T07:21:35,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:21:35,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:21:35,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/test.cache.data in system properties and HBase conf 2024-11-26T07:21:35,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:21:35,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:21:35,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:21:35,599 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:21:35,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:21:35,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:35,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:35,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:35,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:35,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:21:35,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:35,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:35,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:35,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/java.io.tmpdir/jetty-localhost-43935-hadoop-hdfs-3_4_1-tests_jar-_-any-16872088980179867652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:35,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:43935} 2024-11-26T07:21:35,891 INFO [Time-limited test {}] server.Server(415): Started @288236ms 2024-11-26T07:21:36,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:36,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:36,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:36,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:36,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:21:36,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:36,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:36,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12902795{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/java.io.tmpdir/jetty-localhost-40559-hadoop-hdfs-3_4_1-tests_jar-_-any-9082946916695416634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:36,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:40559} 2024-11-26T07:21:36,302 INFO [Time-limited test {}] server.Server(415): Started @288647ms 2024-11-26T07:21:36,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:21:36,426 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b/data/data1/current/BP-2118732341-172.17.0.2-1732605695617/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:36,426 WARN [Thread-4290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b/data/data2/current/BP-2118732341-172.17.0.2-1732605695617/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:36,448 WARN [Thread-4277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:21:36,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87f3404ee676d263 with lease ID 0xfde7dc7cc0b25171: Processing first storage report for DS-8667cc51-932d-4b91-8f3c-deb6055af6f8 from datanode DatanodeRegistration(127.0.0.1:42855, datanodeUuid=d855d49b-3aee-4342-bd5b-4425ab7780dd, infoPort=35523, infoSecurePort=0, ipcPort=42355, storageInfo=lv=-57;cid=testClusterID;nsid=666695149;c=1732605695617) 2024-11-26T07:21:36,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87f3404ee676d263 with lease ID 0xfde7dc7cc0b25171: from storage DS-8667cc51-932d-4b91-8f3c-deb6055af6f8 node DatanodeRegistration(127.0.0.1:42855, datanodeUuid=d855d49b-3aee-4342-bd5b-4425ab7780dd, infoPort=35523, infoSecurePort=0, ipcPort=42355, storageInfo=lv=-57;cid=testClusterID;nsid=666695149;c=1732605695617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:21:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87f3404ee676d263 with lease ID 0xfde7dc7cc0b25171: Processing first storage report for DS-b0431c61-f7e9-4cc3-aecf-5eeb9cff37ea from datanode DatanodeRegistration(127.0.0.1:42855, datanodeUuid=d855d49b-3aee-4342-bd5b-4425ab7780dd, infoPort=35523, infoSecurePort=0, ipcPort=42355, storageInfo=lv=-57;cid=testClusterID;nsid=666695149;c=1732605695617) 2024-11-26T07:21:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87f3404ee676d263 with lease ID 0xfde7dc7cc0b25171: from storage DS-b0431c61-f7e9-4cc3-aecf-5eeb9cff37ea node DatanodeRegistration(127.0.0.1:42855, datanodeUuid=d855d49b-3aee-4342-bd5b-4425ab7780dd, infoPort=35523, infoSecurePort=0, ipcPort=42355, storageInfo=lv=-57;cid=testClusterID;nsid=666695149;c=1732605695617), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:21:36,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180 2024-11-26T07:21:36,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:36,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:36,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:21:36,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2 with version=8 2024-11-26T07:21:36,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/hbase-staging 2024-11-26T07:21:36,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:36,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:36,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:21:36,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:36,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42147 2024-11-26T07:21:36,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42147 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:36,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421470x0, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:36,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42147-0x1015326c0f50000 connected 2024-11-26T07:21:36,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:36,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:36,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on znode that does not yet exist, /0-409926787/running 2024-11-26T07:21:36,508 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2, hbase.cluster.distributed=false 2024-11-26T07:21:36,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on znode that does not yet exist, /0-409926787/acl 2024-11-26T07:21:36,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42147 2024-11-26T07:21:36,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42147 2024-11-26T07:21:36,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42147 2024-11-26T07:21:36,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42147 2024-11-26T07:21:36,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42147 2024-11-26T07:21:36,533 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:36,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:36,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:36,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:36,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:36,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:36,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:21:36,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:36,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42211 2024-11-26T07:21:36,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42211 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:36,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:36,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:36,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422110x0, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:36,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422110x0, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on znode that does not yet exist, /0-409926787/running 2024-11-26T07:21:36,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42211-0x1015326c0f50001 connected 2024-11-26T07:21:36,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:21:36,545 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:21:36,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on znode that does not yet exist, /0-409926787/master 2024-11-26T07:21:36,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on znode that does not yet exist, /0-409926787/acl 2024-11-26T07:21:36,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42211 2024-11-26T07:21:36,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42211 2024-11-26T07:21:36,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42211 2024-11-26T07:21:36,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42211 2024-11-26T07:21:36,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42211 2024-11-26T07:21:36,565 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:42147 2024-11-26T07:21:36,565 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-409926787/backup-masters/15ed1af4400d,42147,1732605696472 2024-11-26T07:21:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787/backup-masters 2024-11-26T07:21:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787/backup-masters 2024-11-26T07:21:36,567 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on existing znode=/0-409926787/backup-masters/15ed1af4400d,42147,1732605696472 2024-11-26T07:21:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-409926787/master 2024-11-26T07:21:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:36,570 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on existing znode=/0-409926787/master 2024-11-26T07:21:36,570 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-409926787/backup-masters/15ed1af4400d,42147,1732605696472 from backup master directory 2024-11-26T07:21:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409926787/backup-masters/15ed1af4400d,42147,1732605696472 2024-11-26T07:21:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787/backup-masters 2024-11-26T07:21:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787/backup-masters 2024-11-26T07:21:36,573 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:36,573 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,42147,1732605696472 2024-11-26T07:21:36,576 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/hbase.id] with ID: 308046f5-961d-4550-905e-e299c92ab37c 2024-11-26T07:21:36,576 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/.tmp/hbase.id 2024-11-26T07:21:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:21:36,983 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/.tmp/hbase.id]:[hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/hbase.id] 2024-11-26T07:21:36,997 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:36,997 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:21:36,999 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T07:21:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:21:37,412 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:37,413 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:21:37,413 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:37,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:21:37,421 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store 2024-11-26T07:21:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:21:37,827 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:37,827 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:37,828 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:37,828 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:37,828 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:37,828 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:37,828 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:37,828 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605697827Disabling compacts and flushes for region at 1732605697827Disabling writes for close at 1732605697828 (+1 ms)Writing region close event to WAL at 1732605697828Closed at 1732605697828 2024-11-26T07:21:37,829 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/.initializing 2024-11-26T07:21:37,829 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/WALs/15ed1af4400d,42147,1732605696472 2024-11-26T07:21:37,830 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:37,832 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C42147%2C1732605696472, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/WALs/15ed1af4400d,42147,1732605696472, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/oldWALs, maxLogs=10 2024-11-26T07:21:37,854 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/WALs/15ed1af4400d,42147,1732605696472/15ed1af4400d%2C42147%2C1732605696472.1732605697832, exclude list is [], retry=0 2024-11-26T07:21:37,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-8667cc51-932d-4b91-8f3c-deb6055af6f8,DISK] 2024-11-26T07:21:37,862 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/WALs/15ed1af4400d,42147,1732605696472/15ed1af4400d%2C42147%2C1732605696472.1732605697832 2024-11-26T07:21:37,863 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-26T07:21:37,863 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:37,863 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:37,863 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,863 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:21:37,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:37,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:37,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:21:37,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:37,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:37,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:21:37,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:37,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:37,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:21:37,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:37,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:37,871 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,872 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,872 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,874 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,874 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,874 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:37,876 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:37,878 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:37,878 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66983753, jitterRate=-0.0018642991781234741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:37,879 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605697863Initializing all the Stores at 1732605697864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605697864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605697864Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605697864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605697864Cleaning up temporary data from old regions at 1732605697874 (+10 ms)Region opened successfully at 1732605697879 (+5 ms) 2024-11-26T07:21:37,879 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:21:37,882 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:37,883 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:21:37,883 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:21:37,883 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:21:37,883 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:21:37,884 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:21:37,884 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:21:37,884 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:21:37,893 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:21:37,893 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Unable to get data of znode /0-409926787/balancer because node does not exist (not necessarily an error) 2024-11-26T07:21:37,895 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409926787/balancer already deleted, retry=false 2024-11-26T07:21:37,895 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:21:37,896 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Unable to get data of znode /0-409926787/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:21:37,897 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409926787/normalizer already deleted, retry=false 2024-11-26T07:21:37,897 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:21:37,898 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Unable to get data of znode /0-409926787/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:21:37,901 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409926787/switch/split already deleted, retry=false 2024-11-26T07:21:37,902 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Unable to get data of znode /0-409926787/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:21:37,903 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409926787/switch/merge already deleted, retry=false 2024-11-26T07:21:37,905 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Unable to get data of znode /0-409926787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:21:37,906 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409926787/snapshot-cleanup already deleted, retry=false 2024-11-26T07:21:37,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-409926787/running 2024-11-26T07:21:37,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-409926787/running 2024-11-26T07:21:37,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,908 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,42147,1732605696472, sessionid=0x1015326c0f50000, setting cluster-up flag (Was=false) 2024-11-26T07:21:37,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,931 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-409926787/flush-table-proc/acquired, /0-409926787/flush-table-proc/reached, /0-409926787/flush-table-proc/abort 2024-11-26T07:21:37,935 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42147,1732605696472 2024-11-26T07:21:37,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:37,946 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-409926787/online-snapshot/acquired, /0-409926787/online-snapshot/reached, /0-409926787/online-snapshot/abort 2024-11-26T07:21:37,947 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,42147,1732605696472 2024-11-26T07:21:37,948 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:21:37,949 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:37,950 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:21:37,950 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:21:37,950 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,42147,1732605696472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:37,951 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:37,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:37,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:21:37,954 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:37,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:21:37,961 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605727961 2024-11-26T07:21:37,961 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:21:37,961 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:21:37,961 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:21:37,961 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:21:37,961 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:21:37,961 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:21:37,961 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(746): ClusterId : 308046f5-961d-4550-905e-e299c92ab37c 2024-11-26T07:21:37,961 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:21:37,963 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:21:37,963 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:21:37,964 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:37,965 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:21:37,966 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350c97a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:37,972 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:21:37,972 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:21:37,973 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:21:37,973 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:21:37,973 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:21:37,973 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:21:37,973 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605697973,5,FailOnTimeoutGroup] 2024-11-26T07:21:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:21:37,974 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605697973,5,FailOnTimeoutGroup] 2024-11-26T07:21:37,974 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:37,974 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:21:37,974 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:37,974 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:37,989 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:42211 2024-11-26T07:21:37,989 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:21:37,989 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:21:37,989 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:21:37,990 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,42147,1732605696472 with port=42211, startcode=1732605696532 2024-11-26T07:21:37,990 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:21:37,992 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:21:37,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,42211,1732605696532 2024-11-26T07:21:37,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42147 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:37,994 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2 2024-11-26T07:21:37,994 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42331 2024-11-26T07:21:37,994 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:21:38,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787/rs 2024-11-26T07:21:38,000 DEBUG [RS:0;15ed1af4400d:42211 {}] zookeeper.ZKUtil(111): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on existing znode=/0-409926787/rs/15ed1af4400d,42211,1732605696532 2024-11-26T07:21:38,000 WARN [RS:0;15ed1af4400d:42211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:38,000 INFO [RS:0;15ed1af4400d:42211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:38,000 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532 2024-11-26T07:21:38,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,42211,1732605696532] 2024-11-26T07:21:38,003 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:21:38,006 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:21:38,008 INFO [RS:0;15ed1af4400d:42211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:21:38,008 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,009 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:21:38,009 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:21:38,009 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,009 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:38,010 DEBUG [RS:0;15ed1af4400d:42211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:38,012 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,012 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,012 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,012 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,013 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,013 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42211,1732605696532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:38,046 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:21:38,046 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42211,1732605696532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,046 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,046 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.Replication(171): 15ed1af4400d,42211,1732605696532 started 2024-11-26T07:21:38,066 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:38,066 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,42211,1732605696532, RpcServer on 15ed1af4400d/172.17.0.2:42211, sessionid=0x1015326c0f50001 2024-11-26T07:21:38,066 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:21:38,066 DEBUG [RS:0;15ed1af4400d:42211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,42211,1732605696532 2024-11-26T07:21:38,066 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,42211,1732605696532' 2024-11-26T07:21:38,066 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-409926787/flush-table-proc/abort' 2024-11-26T07:21:38,067 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-409926787/flush-table-proc/acquired' 2024-11-26T07:21:38,067 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:21:38,067 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:21:38,067 DEBUG [RS:0;15ed1af4400d:42211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,42211,1732605696532 2024-11-26T07:21:38,067 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,42211,1732605696532' 2024-11-26T07:21:38,067 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-409926787/online-snapshot/abort' 2024-11-26T07:21:38,068 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-409926787/online-snapshot/acquired' 2024-11-26T07:21:38,068 DEBUG [RS:0;15ed1af4400d:42211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:21:38,068 INFO [RS:0;15ed1af4400d:42211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:21:38,068 INFO [RS:0;15ed1af4400d:42211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:21:38,168 INFO [RS:0;15ed1af4400d:42211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:38,170 INFO [RS:0;15ed1af4400d:42211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42211%2C1732605696532, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/oldWALs, maxLogs=10 2024-11-26T07:21:38,186 DEBUG [RS:0;15ed1af4400d:42211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171, exclude list is [], retry=0 2024-11-26T07:21:38,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-8667cc51-932d-4b91-8f3c-deb6055af6f8,DISK] 2024-11-26T07:21:38,190 INFO [RS:0;15ed1af4400d:42211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 2024-11-26T07:21:38,191 DEBUG [RS:0;15ed1af4400d:42211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-26T07:21:38,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:38,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:21:38,376 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2 2024-11-26T07:21:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:21:38,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:38,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:38,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:38,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:38,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:38,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:38,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:38,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:38,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:38,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:38,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:38,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:38,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:38,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:38,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:38,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:38,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:38,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:38,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:38,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740 2024-11-26T07:21:38,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740 2024-11-26T07:21:38,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:38,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:38,798 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:38,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:38,805 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:38,805 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64554101, jitterRate=-0.03806893527507782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:38,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605698787Initializing all the Stores at 1732605698788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605698788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605698788Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605698788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605698788Cleaning up temporary data from old regions at 1732605698797 (+9 ms)Region opened successfully at 1732605698806 (+9 ms) 2024-11-26T07:21:38,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:38,806 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:38,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:38,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:38,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:38,809 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:38,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605698806Disabling compacts and flushes for region at 1732605698806Disabling writes for close at 1732605698806Writing region close event to WAL at 1732605698808 (+2 ms)Closed at 1732605698808 2024-11-26T07:21:38,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:38,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:21:38,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:21:38,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:38,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:21:38,967 DEBUG [15ed1af4400d:42147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:21:38,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:38,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,42211,1732605696532, state=OPENING 2024-11-26T07:21:38,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:21:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:38,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:38,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409926787/meta-region-server: CHANGED 2024-11-26T07:21:38,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409926787/meta-region-server: CHANGED 2024-11-26T07:21:38,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,42211,1732605696532}] 2024-11-26T07:21:39,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:21:39,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T07:21:39,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:39,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:21:39,134 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:21:39,134 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:39,134 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:21:39,135 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42211%2C1732605696532.meta, suffix=.meta, logDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/oldWALs, maxLogs=10 2024-11-26T07:21:39,156 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.meta.1732605699135.meta, exclude list is [], retry=0 2024-11-26T07:21:39,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-8667cc51-932d-4b91-8f3c-deb6055af6f8,DISK] 2024-11-26T07:21:39,159 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.meta.1732605699135.meta 2024-11-26T07:21:39,159 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-26T07:21:39,159 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:39,160 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:39,160 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:39,160 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:21:39,160 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:21:39,160 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:21:39,160 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:39,160 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:21:39,160 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:21:39,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:39,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:39,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:39,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:39,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:39,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:39,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:39,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:39,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:39,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:39,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:39,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:39,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:39,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:39,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:39,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:39,166 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:39,166 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740 2024-11-26T07:21:39,168 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740 2024-11-26T07:21:39,169 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:39,169 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:39,169 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:39,171 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:39,171 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66081907, jitterRate=-0.015302851796150208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:39,171 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:21:39,171 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605699161Writing region info on filesystem at 1732605699161Initializing all the Stores at 1732605699161Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605699161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605699161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605699161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605699161Cleaning up temporary data from old regions at 1732605699169 (+8 ms)Running coprocessor post-open hooks at 1732605699171 (+2 ms)Region opened successfully at 1732605699171 2024-11-26T07:21:39,172 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605699124 2024-11-26T07:21:39,174 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:21:39,174 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:21:39,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:39,175 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,42211,1732605696532, state=OPEN 2024-11-26T07:21:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-409926787/meta-region-server 2024-11-26T07:21:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-409926787/meta-region-server 2024-11-26T07:21:39,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:39,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409926787/meta-region-server: CHANGED 2024-11-26T07:21:39,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409926787/meta-region-server: CHANGED 2024-11-26T07:21:39,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:21:39,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,42211,1732605696532 in 211 msec 2024-11-26T07:21:39,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:21:39,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-26T07:21:39,187 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:39,187 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:21:39,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:39,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42211,1732605696532, seqNum=-1] 2024-11-26T07:21:39,188 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:39,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:39,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-26T07:21:39,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605699193, completionTime=-1 2024-11-26T07:21:39,193 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:21:39,193 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:21:39,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:21:39,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605759194 2024-11-26T07:21:39,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605819194 2024-11-26T07:21:39,194 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:21:39,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42147,1732605696472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:39,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42147,1732605696472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:39,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42147,1732605696472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:39,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:42147, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:39,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:39,195 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:39,196 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.625sec 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42147,1732605696472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:39,198 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42147,1732605696472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:21:39,200 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:21:39,200 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:21:39,200 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,42147,1732605696472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:39,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cbdf3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:39,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42147,-1 for getting cluster id 2024-11-26T07:21:39,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:39,270 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '308046f5-961d-4550-905e-e299c92ab37c' 2024-11-26T07:21:39,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:39,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "308046f5-961d-4550-905e-e299c92ab37c" 2024-11-26T07:21:39,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c0ab80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:39,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42147,-1] 2024-11-26T07:21:39,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:39,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:39,273 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:39,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f602c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:39,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42211,1732605696532, seqNum=-1] 2024-11-26T07:21:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:39,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:39,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,42147,1732605696472 2024-11-26T07:21:39,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:39,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.log.dir so I do NOT create it in target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b 2024-11-26T07:21:39,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:21:39,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.tmp.dir so I do NOT create it in target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b 2024-11-26T07:21:39,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:21:39,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b 2024-11-26T07:21:39,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:21:39,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/cluster_a5d16ffd-ec02-e352-e66a-c65908611ca8, deleteOnExit=true 2024-11-26T07:21:39,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:21:39,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/test.cache.data in system properties and HBase conf 2024-11-26T07:21:39,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:21:39,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:21:39,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:21:39,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:21:39,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:21:39,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:39,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:21:39,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:21:39,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:21:39,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:39,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:21:39,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:21:39,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015326c0f50002 connected 2024-11-26T07:21:39,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:39,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:39,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:39,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:39,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:21:39,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:39,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79541c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:39,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf9ac86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:39,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4810c33e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/java.io.tmpdir/jetty-localhost-45623-hadoop-hdfs-3_4_1-tests_jar-_-any-418420177405822167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:39,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73bfc8d1{HTTP/1.1, (http/1.1)}{localhost:45623} 2024-11-26T07:21:39,695 INFO [Time-limited test {}] server.Server(415): Started @292040ms 2024-11-26T07:21:40,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:40,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:40,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:40,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:40,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:21:40,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dae606b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:40,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6515073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:40,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@691721b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/java.io.tmpdir/jetty-localhost-40615-hadoop-hdfs-3_4_1-tests_jar-_-any-14647837618878794042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:40,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4898b4cf{HTTP/1.1, (http/1.1)}{localhost:40615} 2024-11-26T07:21:40,206 INFO [Time-limited test {}] server.Server(415): Started @292551ms 2024-11-26T07:21:40,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:21:40,311 WARN [Thread-4410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/cluster_a5d16ffd-ec02-e352-e66a-c65908611ca8/data/data1/current/BP-1023166709-172.17.0.2-1732605699324/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:40,311 WARN [Thread-4411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/cluster_a5d16ffd-ec02-e352-e66a-c65908611ca8/data/data2/current/BP-1023166709-172.17.0.2-1732605699324/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:40,335 WARN [Thread-4398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:21:40,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c5f06ffd279127f with lease ID 0x4bf23006991f7e50: Processing first storage report for DS-413d932d-1c4a-47e4-8513-bbaf480a207b from datanode DatanodeRegistration(127.0.0.1:43769, datanodeUuid=78dcf2a2-8cd9-47ed-8717-13ee2d197eda, infoPort=46231, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=663225735;c=1732605699324) 2024-11-26T07:21:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c5f06ffd279127f with lease ID 0x4bf23006991f7e50: from storage DS-413d932d-1c4a-47e4-8513-bbaf480a207b node DatanodeRegistration(127.0.0.1:43769, datanodeUuid=78dcf2a2-8cd9-47ed-8717-13ee2d197eda, infoPort=46231, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=663225735;c=1732605699324), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:21:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c5f06ffd279127f with lease ID 0x4bf23006991f7e50: Processing first storage report for DS-b5c453bd-75fa-49b6-b8a0-332508db43fa from datanode DatanodeRegistration(127.0.0.1:43769, datanodeUuid=78dcf2a2-8cd9-47ed-8717-13ee2d197eda, infoPort=46231, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=663225735;c=1732605699324) 2024-11-26T07:21:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c5f06ffd279127f with lease ID 0x4bf23006991f7e50: from storage DS-b5c453bd-75fa-49b6-b8a0-332508db43fa node DatanodeRegistration(127.0.0.1:43769, datanodeUuid=78dcf2a2-8cd9-47ed-8717-13ee2d197eda, infoPort=46231, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=663225735;c=1732605699324), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:21:40,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b 2024-11-26T07:21:40,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:40,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:40,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:21:40,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3 with version=8 2024-11-26T07:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/hbase-staging 2024-11-26T07:21:40,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:40,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:40,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:40,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:40,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:40,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:40,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:21:40,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:40,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38717 2024-11-26T07:21:40,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38717 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:40,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387170x0, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:40,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38717-0x1015326c0f50003 connected 2024-11-26T07:21:40,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:40,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:40,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on znode that does not yet exist, /1846847622/running 2024-11-26T07:21:40,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3, hbase.cluster.distributed=false 2024-11-26T07:21:40,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on znode that does not yet exist, /1846847622/acl 2024-11-26T07:21:40,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-26T07:21:40,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38717 2024-11-26T07:21:40,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38717 2024-11-26T07:21:40,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-26T07:21:40,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-26T07:21:40,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:40,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:40,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:40,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:40,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:40,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:40,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:21:40,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:40,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40577 2024-11-26T07:21:40,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40577 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:40,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:40,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:40,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405770x0, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:40,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405770x0, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on znode that does not yet exist, /1846847622/running 2024-11-26T07:21:40,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40577-0x1015326c0f50004 connected 2024-11-26T07:21:40,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:21:40,911 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:21:40,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on znode that does not yet exist, /1846847622/master 2024-11-26T07:21:40,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on znode that does not yet exist, /1846847622/acl 2024-11-26T07:21:40,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40577 2024-11-26T07:21:40,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40577 2024-11-26T07:21:40,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40577 2024-11-26T07:21:40,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40577 2024-11-26T07:21:40,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40577 2024-11-26T07:21:40,963 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:38717 2024-11-26T07:21:40,963 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1846847622/backup-masters/15ed1af4400d,38717,1732605700758 2024-11-26T07:21:40,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622/backup-masters 2024-11-26T07:21:40,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622/backup-masters 2024-11-26T07:21:40,966 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on existing znode=/1846847622/backup-masters/15ed1af4400d,38717,1732605700758 2024-11-26T07:21:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846847622/master 2024-11-26T07:21:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:40,969 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on existing znode=/1846847622/master 2024-11-26T07:21:40,969 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1846847622/backup-masters/15ed1af4400d,38717,1732605700758 from backup master directory 2024-11-26T07:21:40,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846847622/backup-masters/15ed1af4400d,38717,1732605700758 2024-11-26T07:21:40,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622/backup-masters 2024-11-26T07:21:40,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622/backup-masters 2024-11-26T07:21:40,977 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:40,977 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,38717,1732605700758 2024-11-26T07:21:40,985 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/hbase.id] with ID: 257b0cdc-b048-428b-beeb-3bc6f7640058 2024-11-26T07:21:40,985 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/.tmp/hbase.id 2024-11-26T07:21:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:21:41,397 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/.tmp/hbase.id]:[hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/hbase.id] 2024-11-26T07:21:41,408 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:41,409 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:21:41,410 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:21:41,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:41,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:21:41,825 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:41,826 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:21:41,826 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:21:41,840 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store 2024-11-26T07:21:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:21:42,247 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:42,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:42,248 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:42,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:42,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:42,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:42,248 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:42,248 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605702248Disabling compacts and flushes for region at 1732605702248Disabling writes for close at 1732605702248Writing region close event to WAL at 1732605702248Closed at 1732605702248 2024-11-26T07:21:42,249 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/.initializing 2024-11-26T07:21:42,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/WALs/15ed1af4400d,38717,1732605700758 2024-11-26T07:21:42,250 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:42,252 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C38717%2C1732605700758, suffix=, logDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/WALs/15ed1af4400d,38717,1732605700758, archiveDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/oldWALs, maxLogs=10 2024-11-26T07:21:42,273 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/WALs/15ed1af4400d,38717,1732605700758/15ed1af4400d%2C38717%2C1732605700758.1732605702252, exclude list is [], retry=0 2024-11-26T07:21:42,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43769,DS-413d932d-1c4a-47e4-8513-bbaf480a207b,DISK] 2024-11-26T07:21:42,292 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/WALs/15ed1af4400d,38717,1732605700758/15ed1af4400d%2C38717%2C1732605700758.1732605702252 2024-11-26T07:21:42,292 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46231:46231)] 2024-11-26T07:21:42,292 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:42,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:42,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,293 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:21:42,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:42,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:42,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:21:42,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:42,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:42,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:21:42,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:42,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:42,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:21:42,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:42,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:42,301 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,302 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,302 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,304 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,304 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,304 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:42,306 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:42,317 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:42,317 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65976443, jitterRate=-0.016874387860298157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:42,318 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605702293Initializing all the Stores at 1732605702294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605702294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605702294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605702294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605702294Cleaning up temporary data from old regions at 1732605702304 (+10 ms)Region opened successfully at 1732605702317 (+13 ms) 2024-11-26T07:21:42,320 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:21:42,323 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103567d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:42,324 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:21:42,324 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:21:42,324 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:21:42,324 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:21:42,325 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:21:42,325 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:21:42,325 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:21:42,360 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:21:42,361 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Unable to get data of znode /1846847622/balancer because node does not exist (not necessarily an error) 2024-11-26T07:21:42,363 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846847622/balancer already deleted, retry=false 2024-11-26T07:21:42,363 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:21:42,364 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Unable to get data of znode /1846847622/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:21:42,365 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846847622/normalizer already deleted, retry=false 2024-11-26T07:21:42,365 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:21:42,381 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Unable to get data of znode /1846847622/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:21:42,384 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846847622/switch/split already deleted, retry=false 2024-11-26T07:21:42,385 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Unable to get data of znode /1846847622/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:21:42,386 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846847622/switch/merge already deleted, retry=false 2024-11-26T07:21:42,389 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Unable to get data of znode /1846847622/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:21:42,390 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846847622/snapshot-cleanup already deleted, retry=false 2024-11-26T07:21:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846847622/running 2024-11-26T07:21:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:42,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846847622/running 2024-11-26T07:21:42,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:42,395 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,38717,1732605700758, sessionid=0x1015326c0f50003, setting cluster-up flag (Was=false) 2024-11-26T07:21:42,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:42,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:42,405 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1846847622/flush-table-proc/acquired, /1846847622/flush-table-proc/reached, /1846847622/flush-table-proc/abort 2024-11-26T07:21:42,406 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,38717,1732605700758 2024-11-26T07:21:42,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:42,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:42,414 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1846847622/online-snapshot/acquired, /1846847622/online-snapshot/reached, /1846847622/online-snapshot/abort 2024-11-26T07:21:42,415 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,38717,1732605700758 2024-11-26T07:21:42,432 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:21:42,439 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:42,440 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:21:42,440 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:21:42,440 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,38717,1732605700758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:42,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:42,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:21:42,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:42,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:21:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605732576 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:21:42,577 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,581 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(746): ClusterId : 257b0cdc-b048-428b-beeb-3bc6f7640058 2024-11-26T07:21:42,581 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:21:42,583 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:21:42,583 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:21:42,595 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:21:42,595 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:21:42,595 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:21:42,595 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:21:42,598 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:21:42,598 DEBUG [RS:0;15ed1af4400d:40577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772f5603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:42,606 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:21:42,606 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:21:42,609 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605702606,5,FailOnTimeoutGroup] 2024-11-26T07:21:42,623 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605702609,5,FailOnTimeoutGroup] 2024-11-26T07:21:42,623 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,623 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:21:42,623 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,623 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,627 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:40577 2024-11-26T07:21:42,627 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:21:42,627 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:21:42,627 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:21:42,628 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,38717,1732605700758 with port=40577, startcode=1732605700865 2024-11-26T07:21:42,628 DEBUG [RS:0;15ed1af4400d:40577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:21:42,646 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:21:42,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,40577,1732605700865 2024-11-26T07:21:42,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38717 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,40577,1732605700865 2024-11-26T07:21:42,650 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3 2024-11-26T07:21:42,650 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46483 2024-11-26T07:21:42,650 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:21:42,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622/rs 2024-11-26T07:21:42,654 DEBUG [RS:0;15ed1af4400d:40577 {}] zookeeper.ZKUtil(111): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on existing znode=/1846847622/rs/15ed1af4400d,40577,1732605700865 2024-11-26T07:21:42,654 WARN [RS:0;15ed1af4400d:40577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:42,654 INFO [RS:0;15ed1af4400d:40577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:42,655 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865 2024-11-26T07:21:42,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,40577,1732605700865] 2024-11-26T07:21:42,691 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:21:42,704 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:21:42,715 INFO [RS:0;15ed1af4400d:40577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:21:42,715 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,722 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:21:42,723 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:21:42,723 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,723 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,723 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,723 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,723 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:42,724 DEBUG [RS:0;15ed1af4400d:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:42,739 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,740 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,740 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,740 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,740 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,740 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40577,1732605700865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:42,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:21:42,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:21:42,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T07:21:42,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T07:21:42,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:42,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T07:21:42,773 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:21:42,773 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40577,1732605700865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,773 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,773 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.Replication(171): 15ed1af4400d,40577,1732605700865 started 2024-11-26T07:21:42,798 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:42,798 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,40577,1732605700865, RpcServer on 15ed1af4400d/172.17.0.2:40577, sessionid=0x1015326c0f50004 2024-11-26T07:21:42,798 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:21:42,798 DEBUG [RS:0;15ed1af4400d:40577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,40577,1732605700865 2024-11-26T07:21:42,798 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,40577,1732605700865' 2024-11-26T07:21:42,799 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1846847622/flush-table-proc/abort' 2024-11-26T07:21:42,799 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1846847622/flush-table-proc/acquired' 2024-11-26T07:21:42,802 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:21:42,802 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:21:42,802 DEBUG [RS:0;15ed1af4400d:40577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,40577,1732605700865 2024-11-26T07:21:42,802 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,40577,1732605700865' 2024-11-26T07:21:42,802 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1846847622/online-snapshot/abort' 2024-11-26T07:21:42,805 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1846847622/online-snapshot/acquired' 2024-11-26T07:21:42,806 DEBUG [RS:0;15ed1af4400d:40577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:21:42,806 INFO [RS:0;15ed1af4400d:40577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:21:42,806 INFO [RS:0;15ed1af4400d:40577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:21:42,906 INFO [RS:0;15ed1af4400d:40577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:42,907 INFO [RS:0;15ed1af4400d:40577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C40577%2C1732605700865, suffix=, logDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865, archiveDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/oldWALs, maxLogs=10 2024-11-26T07:21:42,927 DEBUG [RS:0;15ed1af4400d:40577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865/15ed1af4400d%2C40577%2C1732605700865.1732605702908, exclude list is [], retry=0 2024-11-26T07:21:42,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43769,DS-413d932d-1c4a-47e4-8513-bbaf480a207b,DISK] 2024-11-26T07:21:42,935 INFO [RS:0;15ed1af4400d:40577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865/15ed1af4400d%2C40577%2C1732605700865.1732605702908 2024-11-26T07:21:42,936 DEBUG [RS:0;15ed1af4400d:40577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46231:46231)] 2024-11-26T07:21:42,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:21:42,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3 2024-11-26T07:21:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:21:42,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:42,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:42,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:42,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:42,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:42,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:43,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:43,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:43,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:43,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:43,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:43,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:43,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:43,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:43,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:43,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:43,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:43,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:43,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740 2024-11-26T07:21:43,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740 2024-11-26T07:21:43,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:43,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:43,009 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:43,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:43,018 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:43,018 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69142412, jitterRate=0.030302226543426514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:43,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605702987Initializing all the Stores at 1732605702988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605702988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605702996 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605702996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605702996Cleaning up temporary data from old regions at 1732605703008 (+12 ms)Region opened successfully at 1732605703018 (+10 ms) 2024-11-26T07:21:43,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:43,018 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:43,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:43,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:43,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:43,022 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:43,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605703018Disabling compacts and flushes for region at 1732605703018Disabling writes for close at 1732605703018Writing region close event to WAL at 1732605703022 (+4 ms)Closed at 1732605703022 2024-11-26T07:21:43,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:43,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:21:43,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:21:43,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:43,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:21:43,181 DEBUG [15ed1af4400d:38717 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:21:43,182 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,40577,1732605700865 2024-11-26T07:21:43,183 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,40577,1732605700865, state=OPENING 2024-11-26T07:21:43,188 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:21:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:43,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846847622/meta-region-server: CHANGED 2024-11-26T07:21:43,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:43,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846847622/meta-region-server: CHANGED 2024-11-26T07:21:43,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,40577,1732605700865}] 2024-11-26T07:21:43,344 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:43,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:21:43,349 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:21:43,349 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:43,350 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:21:43,351 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C40577%2C1732605700865.meta, suffix=.meta, logDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865, archiveDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/oldWALs, maxLogs=10 2024-11-26T07:21:43,379 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865/15ed1af4400d%2C40577%2C1732605700865.meta.1732605703352.meta, exclude list is [], retry=0 2024-11-26T07:21:43,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43769,DS-413d932d-1c4a-47e4-8513-bbaf480a207b,DISK] 2024-11-26T07:21:43,387 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865/15ed1af4400d%2C40577%2C1732605700865.meta.1732605703352.meta 2024-11-26T07:21:43,388 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46231:46231)] 2024-11-26T07:21:43,389 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:43,389 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:43,389 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:43,389 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:21:43,389 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:21:43,389 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:21:43,389 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:43,390 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:21:43,390 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:21:43,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:43,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:43,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:43,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:43,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:43,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:43,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:43,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:43,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:43,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:43,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:43,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:43,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:43,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:43,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:43,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:43,406 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:43,407 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740 2024-11-26T07:21:43,409 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740 2024-11-26T07:21:43,411 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:43,411 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:43,416 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:43,418 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:43,419 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67557262, jitterRate=0.006681650876998901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:43,419 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:21:43,419 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605703390Writing region info on filesystem at 1732605703390Initializing all the Stores at 1732605703390Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605703390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605703392 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605703392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605703392Cleaning up temporary data from old regions at 1732605703411 (+19 ms)Running coprocessor post-open hooks at 1732605703419 (+8 ms)Region opened successfully at 1732605703419 2024-11-26T07:21:43,422 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605703344 2024-11-26T07:21:43,426 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:21:43,426 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:21:43,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,40577,1732605700865 2024-11-26T07:21:43,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,40577,1732605700865, state=OPEN 2024-11-26T07:21:43,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1846847622/meta-region-server 2024-11-26T07:21:43,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1846847622/meta-region-server 2024-11-26T07:21:43,429 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,40577,1732605700865 2024-11-26T07:21:43,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846847622/meta-region-server: CHANGED 2024-11-26T07:21:43,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846847622/meta-region-server: CHANGED 2024-11-26T07:21:43,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:21:43,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,40577,1732605700865 in 239 msec 2024-11-26T07:21:43,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:21:43,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-26T07:21:43,434 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:43,434 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:21:43,435 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:43,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40577,1732605700865, seqNum=-1] 2024-11-26T07:21:43,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:43,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:43,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0020 sec 2024-11-26T07:21:43,442 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605703442, completionTime=-1 2024-11-26T07:21:43,442 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:21:43,442 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:21:43,444 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:21:43,444 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605763444 2024-11-26T07:21:43,444 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605823444 2024-11-26T07:21:43,444 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:21:43,444 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38717,1732605700758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:43,445 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38717,1732605700758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:43,445 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38717,1732605700758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:43,445 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:38717, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:43,445 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:43,447 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:21:43,448 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.475sec 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38717,1732605700758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:43,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38717,1732605700758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:21:43,462 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:21:43,462 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:21:43,462 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,38717,1732605700758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:43,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ea26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:43,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38717,-1 for getting cluster id 2024-11-26T07:21:43,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:43,471 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '257b0cdc-b048-428b-beeb-3bc6f7640058' 2024-11-26T07:21:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "257b0cdc-b048-428b-beeb-3bc6f7640058" 2024-11-26T07:21:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3febade1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38717,-1] 2024-11-26T07:21:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:43,473 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:43,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2ab04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:43,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40577,1732605700865, seqNum=-1] 2024-11-26T07:21:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:43,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,38717,1732605700758 2024-11-26T07:21:43,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:43,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:43,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015326c0f50005 connected 2024-11-26T07:21:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.log.dir so I do NOT create it in target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362 2024-11-26T07:21:43,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:21:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.tmp.dir so I do NOT create it in target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362 2024-11-26T07:21:43,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:21:43,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362 2024-11-26T07:21:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:21:43,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/cluster_33a41af8-d2e2-799d-9309-2f9eb2750abc, deleteOnExit=true 2024-11-26T07:21:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:21:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/test.cache.data in system properties and HBase conf 2024-11-26T07:21:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:21:43,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:21:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:21:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:21:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:21:43,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:43,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:43,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:43,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:43,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:21:43,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:43,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dcfdb61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:43,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acab9f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:43,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@144e469{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/java.io.tmpdir/jetty-localhost-43005-hadoop-hdfs-3_4_1-tests_jar-_-any-4630175612441280574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:43,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ed586f3{HTTP/1.1, (http/1.1)}{localhost:43005} 2024-11-26T07:21:43,689 INFO [Time-limited test {}] server.Server(415): Started @296034ms 2024-11-26T07:21:43,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:21:43,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:21:43,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:21:43,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:21:43,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:21:43,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15e85b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:21:43,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b3d318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:21:43,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2483a4fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/java.io.tmpdir/jetty-localhost-43245-hadoop-hdfs-3_4_1-tests_jar-_-any-12816529706905068415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:43,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e8d262e{HTTP/1.1, (http/1.1)}{localhost:43245} 2024-11-26T07:21:43,990 INFO [Time-limited test {}] server.Server(415): Started @296335ms 2024-11-26T07:21:43,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:21:44,116 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/cluster_33a41af8-d2e2-799d-9309-2f9eb2750abc/data/data1/current/BP-1903878198-172.17.0.2-1732605703505/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:44,117 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/cluster_33a41af8-d2e2-799d-9309-2f9eb2750abc/data/data2/current/BP-1903878198-172.17.0.2-1732605703505/current, will proceed with Du for space computation calculation, 2024-11-26T07:21:44,142 WARN [Thread-4518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:21:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc89bb69a98fa2ac9 with lease ID 0x4466af6da78cd4da: Processing first storage report for DS-d68e40b1-6166-447f-8a58-7ada84135632 from datanode DatanodeRegistration(127.0.0.1:36331, datanodeUuid=fe546d0e-9660-4c51-b8de-5a039ebff907, infoPort=41339, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1557019914;c=1732605703505) 2024-11-26T07:21:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc89bb69a98fa2ac9 with lease ID 0x4466af6da78cd4da: from storage DS-d68e40b1-6166-447f-8a58-7ada84135632 node DatanodeRegistration(127.0.0.1:36331, datanodeUuid=fe546d0e-9660-4c51-b8de-5a039ebff907, infoPort=41339, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1557019914;c=1732605703505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:21:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc89bb69a98fa2ac9 with lease ID 0x4466af6da78cd4da: Processing first storage report for DS-ae72ab68-8ea3-43bb-9604-3adcb9d8f2d2 from datanode DatanodeRegistration(127.0.0.1:36331, datanodeUuid=fe546d0e-9660-4c51-b8de-5a039ebff907, infoPort=41339, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1557019914;c=1732605703505) 2024-11-26T07:21:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc89bb69a98fa2ac9 with lease ID 0x4466af6da78cd4da: from storage DS-ae72ab68-8ea3-43bb-9604-3adcb9d8f2d2 node DatanodeRegistration(127.0.0.1:36331, datanodeUuid=fe546d0e-9660-4c51-b8de-5a039ebff907, infoPort=41339, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1557019914;c=1732605703505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:21:44,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362 2024-11-26T07:21:44,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:44,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:21:44,629 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca with version=8 2024-11-26T07:21:44,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/hbase-staging 2024-11-26T07:21:44,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:44,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:44,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:44,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:44,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:44,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:44,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:21:44,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:44,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40449 2024-11-26T07:21:44,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40449 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:44,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404490x0, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:44,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40449-0x1015326c0f50006 connected 2024-11-26T07:21:44,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:44,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:44,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on znode that does not yet exist, /2959751873/running 2024-11-26T07:21:44,656 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca, hbase.cluster.distributed=false 2024-11-26T07:21:44,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on znode that does not yet exist, /2959751873/acl 2024-11-26T07:21:44,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-26T07:21:44,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40449 2024-11-26T07:21:44,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40449 2024-11-26T07:21:44,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-26T07:21:44,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-26T07:21:44,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:44,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,680 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/15ed1af4400d:0 server-side Connection retries=45 2024-11-26T07:21:44,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:44,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:44,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:21:44,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:21:44,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:21:44,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:21:44,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:21:44,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32957 2024-11-26T07:21:44,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32957 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:44,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:44,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329570x0, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:44,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329570x0, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on znode that does not yet exist, /2959751873/running 2024-11-26T07:21:44,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:21:44,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32957-0x1015326c0f50007 connected 2024-11-26T07:21:44,703 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:21:44,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on znode that does not yet exist, /2959751873/master 2024-11-26T07:21:44,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on znode that does not yet exist, /2959751873/acl 2024-11-26T07:21:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-26T07:21:44,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32957 2024-11-26T07:21:44,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32957 2024-11-26T07:21:44,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-26T07:21:44,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-26T07:21:44,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:44,731 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15ed1af4400d:40449 2024-11-26T07:21:44,731 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2959751873/backup-masters/15ed1af4400d,40449,1732605704632 2024-11-26T07:21:44,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873/backup-masters 2024-11-26T07:21:44,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873/backup-masters 2024-11-26T07:21:44,734 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on existing znode=/2959751873/backup-masters/15ed1af4400d,40449,1732605704632 2024-11-26T07:21:44,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2959751873/master 2024-11-26T07:21:44,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:44,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:44,737 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on existing znode=/2959751873/master 2024-11-26T07:21:44,738 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2959751873/backup-masters/15ed1af4400d,40449,1732605704632 from backup master directory 2024-11-26T07:21:44,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2959751873/backup-masters/15ed1af4400d,40449,1732605704632 2024-11-26T07:21:44,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873/backup-masters 2024-11-26T07:21:44,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873/backup-masters 2024-11-26T07:21:44,739 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:44,739 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15ed1af4400d,40449,1732605704632 2024-11-26T07:21:44,742 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/hbase.id] with ID: 1e44de3e-8003-47f2-9e26-4cefc01407bd 2024-11-26T07:21:44,742 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/.tmp/hbase.id 2024-11-26T07:21:44,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:21:44,754 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/.tmp/hbase.id]:[hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/hbase.id] 2024-11-26T07:21:44,761 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:44,761 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:21:44,762 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:21:44,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:44,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:21:44,770 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:44,771 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:21:44,771 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:21:44,776 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store 2024-11-26T07:21:44,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:21:45,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:45,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:45,184 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:45,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:45,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:45,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:45,184 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:45,184 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605705184Disabling compacts and flushes for region at 1732605705184Disabling writes for close at 1732605705184Writing region close event to WAL at 1732605705184Closed at 1732605705184 2024-11-26T07:21:45,185 WARN [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/.initializing 2024-11-26T07:21:45,185 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/WALs/15ed1af4400d,40449,1732605704632 2024-11-26T07:21:45,186 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:45,187 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15ed1af4400d%2C40449%2C1732605704632, suffix=, logDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/WALs/15ed1af4400d,40449,1732605704632, archiveDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/oldWALs, maxLogs=10 2024-11-26T07:21:45,201 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/WALs/15ed1af4400d,40449,1732605704632/15ed1af4400d%2C40449%2C1732605704632.1732605705187, exclude list is [], retry=0 2024-11-26T07:21:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-d68e40b1-6166-447f-8a58-7ada84135632,DISK] 2024-11-26T07:21:45,205 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/WALs/15ed1af4400d,40449,1732605704632/15ed1af4400d%2C40449%2C1732605704632.1732605705187 2024-11-26T07:21:45,205 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-26T07:21:45,205 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:45,205 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:45,205 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,205 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:21:45,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:45,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:45,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:21:45,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:45,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:45,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:21:45,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:45,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:45,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:21:45,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:45,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:45,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,211 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,212 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,213 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,213 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,213 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:45,214 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:21:45,216 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:45,216 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600304, jitterRate=-0.0969851016998291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:45,216 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732605705205Initializing all the Stores at 1732605705206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605705206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605705206Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605705206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605705206Cleaning up temporary data from old regions at 1732605705213 (+7 ms)Region opened successfully at 1732605705216 (+3 ms) 2024-11-26T07:21:45,216 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:21:45,218 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b427c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:45,219 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:21:45,219 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:21:45,219 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:21:45,219 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:21:45,220 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:21:45,220 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:21:45,220 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:21:45,223 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:21:45,223 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Unable to get data of znode /2959751873/balancer because node does not exist (not necessarily an error) 2024-11-26T07:21:45,224 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2959751873/balancer already deleted, retry=false 2024-11-26T07:21:45,224 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:21:45,225 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Unable to get data of znode /2959751873/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:21:45,228 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2959751873/normalizer already deleted, retry=false 2024-11-26T07:21:45,228 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:21:45,229 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Unable to get data of znode /2959751873/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:21:45,230 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2959751873/switch/split already deleted, retry=false 2024-11-26T07:21:45,230 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Unable to get data of znode /2959751873/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:21:45,231 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2959751873/switch/merge already deleted, retry=false 2024-11-26T07:21:45,233 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Unable to get data of znode /2959751873/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:21:45,234 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2959751873/snapshot-cleanup already deleted, retry=false 2024-11-26T07:21:45,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2959751873/running 2024-11-26T07:21:45,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:45,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2959751873/running 2024-11-26T07:21:45,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:45,237 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=15ed1af4400d,40449,1732605704632, sessionid=0x1015326c0f50006, setting cluster-up flag (Was=false) 2024-11-26T07:21:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:45,249 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2959751873/flush-table-proc/acquired, /2959751873/flush-table-proc/reached, /2959751873/flush-table-proc/abort 2024-11-26T07:21:45,250 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,40449,1732605704632 2024-11-26T07:21:45,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:45,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:45,258 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2959751873/online-snapshot/acquired, /2959751873/online-snapshot/reached, /2959751873/online-snapshot/abort 2024-11-26T07:21:45,259 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15ed1af4400d,40449,1732605704632 2024-11-26T07:21:45,260 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:21:45,261 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:45,261 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:21:45,261 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:21:45,261 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15ed1af4400d,40449,1732605704632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15ed1af4400d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15ed1af4400d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:45,262 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732605735264 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:21:45,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:21:45,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:21:45,264 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T07:21:45,264 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:45,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:21:45,268 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:21:45,268 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:21:45,269 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605705268,5,FailOnTimeoutGroup] 2024-11-26T07:21:45,269 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605705269,5,FailOnTimeoutGroup] 2024-11-26T07:21:45,269 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,269 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:21:45,269 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,269 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:21:45,319 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(746): ClusterId : 1e44de3e-8003-47f2-9e26-4cefc01407bd 2024-11-26T07:21:45,319 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:21:45,321 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:21:45,321 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:21:45,324 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:21:45,324 DEBUG [RS:0;15ed1af4400d:32957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec098ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15ed1af4400d/172.17.0.2:0 2024-11-26T07:21:45,337 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15ed1af4400d:32957 2024-11-26T07:21:45,337 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:21:45,337 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:21:45,337 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:21:45,337 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(2659): reportForDuty to master=15ed1af4400d,40449,1732605704632 with port=32957, startcode=1732605704680 2024-11-26T07:21:45,338 DEBUG [RS:0;15ed1af4400d:32957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:21:45,339 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:21:45,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 15ed1af4400d,32957,1732605704680 2024-11-26T07:21:45,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40449 {}] master.ServerManager(517): Registering regionserver=15ed1af4400d,32957,1732605704680 2024-11-26T07:21:45,340 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca 2024-11-26T07:21:45,340 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42837 2024-11-26T07:21:45,340 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:21:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873/rs 2024-11-26T07:21:45,346 DEBUG [RS:0;15ed1af4400d:32957 {}] zookeeper.ZKUtil(111): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on existing znode=/2959751873/rs/15ed1af4400d,32957,1732605704680 2024-11-26T07:21:45,346 WARN [RS:0;15ed1af4400d:32957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:21:45,346 INFO [RS:0;15ed1af4400d:32957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:45,346 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/WALs/15ed1af4400d,32957,1732605704680 2024-11-26T07:21:45,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15ed1af4400d,32957,1732605704680] 2024-11-26T07:21:45,350 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:21:45,352 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:21:45,355 INFO [RS:0;15ed1af4400d:32957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:21:45,355 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,356 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:21:45,357 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:21:45,357 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15ed1af4400d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15ed1af4400d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:45,357 DEBUG [RS:0;15ed1af4400d:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15ed1af4400d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:21:45,358 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,358 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,358 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,358 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,358 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,358 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,32957,1732605704680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:45,376 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:21:45,376 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,32957,1732605704680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,376 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,376 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.Replication(171): 15ed1af4400d,32957,1732605704680 started 2024-11-26T07:21:45,393 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:45,393 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1482): Serving as 15ed1af4400d,32957,1732605704680, RpcServer on 15ed1af4400d/172.17.0.2:32957, sessionid=0x1015326c0f50007 2024-11-26T07:21:45,393 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:21:45,393 DEBUG [RS:0;15ed1af4400d:32957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15ed1af4400d,32957,1732605704680 2024-11-26T07:21:45,393 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,32957,1732605704680' 2024-11-26T07:21:45,393 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2959751873/flush-table-proc/abort' 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2959751873/flush-table-proc/acquired' 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15ed1af4400d,32957,1732605704680 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15ed1af4400d,32957,1732605704680' 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2959751873/online-snapshot/abort' 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2959751873/online-snapshot/acquired' 2024-11-26T07:21:45,394 DEBUG [RS:0;15ed1af4400d:32957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:21:45,394 INFO [RS:0;15ed1af4400d:32957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:21:45,394 INFO [RS:0;15ed1af4400d:32957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:21:45,495 INFO [RS:0;15ed1af4400d:32957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:21:45,496 INFO [RS:0;15ed1af4400d:32957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C32957%2C1732605704680, suffix=, logDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/WALs/15ed1af4400d,32957,1732605704680, archiveDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/oldWALs, maxLogs=10 2024-11-26T07:21:45,513 DEBUG [RS:0;15ed1af4400d:32957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/WALs/15ed1af4400d,32957,1732605704680/15ed1af4400d%2C32957%2C1732605704680.1732605705496, exclude list is [], retry=0 2024-11-26T07:21:45,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-d68e40b1-6166-447f-8a58-7ada84135632,DISK] 2024-11-26T07:21:45,517 INFO [RS:0;15ed1af4400d:32957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/WALs/15ed1af4400d,32957,1732605704680/15ed1af4400d%2C32957%2C1732605704680.1732605705496 2024-11-26T07:21:45,517 DEBUG [RS:0;15ed1af4400d:32957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-26T07:21:45,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:21:45,673 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca 2024-11-26T07:21:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741833_1009 (size=32) 2024-11-26T07:21:46,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:46,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:46,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:46,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:46,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:46,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:46,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:46,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:46,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:46,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:46,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740 2024-11-26T07:21:46,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740 2024-11-26T07:21:46,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:46,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:46,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:46,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:46,087 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:46,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74471967, jitterRate=0.10971878468990326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:46,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732605706078Initializing all the Stores at 1732605706078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605706078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605706078Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605706078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605706078Cleaning up temporary data from old regions at 1732605706085 (+7 ms)Region opened successfully at 1732605706088 (+3 ms) 2024-11-26T07:21:46,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:46,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:46,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:46,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:46,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:46,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:46,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605706088Disabling compacts and flushes for region at 1732605706088Disabling writes for close at 1732605706088Writing region close event to WAL at 1732605706088Closed at 1732605706088 2024-11-26T07:21:46,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:46,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:21:46,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:21:46,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:46,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:21:46,241 DEBUG [15ed1af4400d:40449 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:21:46,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15ed1af4400d,32957,1732605704680 2024-11-26T07:21:46,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,32957,1732605704680, state=OPENING 2024-11-26T07:21:46,243 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:21:46,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:46,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:46,245 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:21:46,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2959751873/meta-region-server: CHANGED 2024-11-26T07:21:46,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,32957,1732605704680}] 2024-11-26T07:21:46,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2959751873/meta-region-server: CHANGED 2024-11-26T07:21:46,397 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:46,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:21:46,400 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:21:46,400 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:46,401 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:21:46,402 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C32957%2C1732605704680.meta, suffix=.meta, logDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/WALs/15ed1af4400d,32957,1732605704680, archiveDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/oldWALs, maxLogs=10 2024-11-26T07:21:46,415 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/WALs/15ed1af4400d,32957,1732605704680/15ed1af4400d%2C32957%2C1732605704680.meta.1732605706402.meta, exclude list is [], retry=0 2024-11-26T07:21:46,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-d68e40b1-6166-447f-8a58-7ada84135632,DISK] 2024-11-26T07:21:46,418 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/WALs/15ed1af4400d,32957,1732605704680/15ed1af4400d%2C32957%2C1732605704680.meta.1732605706402.meta 2024-11-26T07:21:46,418 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-26T07:21:46,418 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:46,418 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:46,418 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:46,418 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:21:46,419 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:21:46,419 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:21:46,419 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:46,419 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:21:46,419 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:21:46,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:21:46,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:21:46,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:21:46,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:21:46,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:21:46,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:21:46,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:21:46,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:21:46,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:21:46,423 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:21:46,424 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740 2024-11-26T07:21:46,424 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740 2024-11-26T07:21:46,425 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:21:46,425 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:21:46,426 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:21:46,427 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:21:46,427 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74350655, jitterRate=0.10791109502315521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:21:46,427 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:21:46,427 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732605706419Writing region info on filesystem at 1732605706419Initializing all the Stores at 1732605706419Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605706419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605706420 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605706420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732605706420Cleaning up temporary data from old regions at 1732605706425 (+5 ms)Running coprocessor post-open hooks at 1732605706427 (+2 ms)Region opened successfully at 1732605706427 2024-11-26T07:21:46,428 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732605706396 2024-11-26T07:21:46,430 DEBUG [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:21:46,430 INFO [RS_OPEN_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:21:46,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,32957,1732605704680 2024-11-26T07:21:46,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15ed1af4400d,32957,1732605704680, state=OPEN 2024-11-26T07:21:46,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2959751873/meta-region-server 2024-11-26T07:21:46,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2959751873/meta-region-server 2024-11-26T07:21:46,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=15ed1af4400d,32957,1732605704680 2024-11-26T07:21:46,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2959751873/meta-region-server: CHANGED 2024-11-26T07:21:46,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2959751873/meta-region-server: CHANGED 2024-11-26T07:21:46,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:21:46,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=15ed1af4400d,32957,1732605704680 in 193 msec 2024-11-26T07:21:46,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:21:46,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-26T07:21:46,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:21:46,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:21:46,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:46,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,32957,1732605704680, seqNum=-1] 2024-11-26T07:21:46,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:46,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:46,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-26T07:21:46,447 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732605706447, completionTime=-1 2024-11-26T07:21:46,447 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:21:46,447 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:21:46,448 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:21:46,448 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732605766448 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732605826449 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40449,1732605704632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40449,1732605704632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40449,1732605704632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15ed1af4400d:40449, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:46,449 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:46,450 DEBUG [master/15ed1af4400d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.713sec 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40449,1732605704632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:21:46,452 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40449,1732605704632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:21:46,454 DEBUG [master/15ed1af4400d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:21:46,454 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:21:46,454 INFO [master/15ed1af4400d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15ed1af4400d,40449,1732605704632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:21:46,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1fd7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:46,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,40449,-1 for getting cluster id 2024-11-26T07:21:46,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:46,521 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e44de3e-8003-47f2-9e26-4cefc01407bd' 2024-11-26T07:21:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e44de3e-8003-47f2-9e26-4cefc01407bd" 2024-11-26T07:21:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73de7adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,40449,-1] 2024-11-26T07:21:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:46,523 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:46,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c7ccc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:46,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,32957,1732605704680, seqNum=-1] 2024-11-26T07:21:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:46,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=15ed1af4400d,40449,1732605704632 2024-11-26T07:21:46,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55569 2024-11-26T07:21:46,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:21:46,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015326c0f50008 connected 2024-11-26T07:21:46,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42147,1732605696472 2024-11-26T07:21:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1867e5 2024-11-26T07:21:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:46,535 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:46,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:21:46,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:46,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:21:46,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:46,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:21:46,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a64109a1c327d457306b37200a39d917, NAME => 'test,,1732605706535.a64109a1c327d457306b37200a39d917.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2 2024-11-26T07:21:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:21:46,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605706535.a64109a1c327d457306b37200a39d917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:46,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a64109a1c327d457306b37200a39d917, disabling compactions & flushes 2024-11-26T07:21:46,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:21:46,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:21:46,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605706535.a64109a1c327d457306b37200a39d917. after waiting 0 ms 2024-11-26T07:21:46,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:21:46,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:21:46,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a64109a1c327d457306b37200a39d917: Waiting for close lock at 1732605706548Disabling compacts and flushes for region at 1732605706548Disabling writes for close at 1732605706548Writing region close event to WAL at 1732605706548Closed at 1732605706548 2024-11-26T07:21:46,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:46,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605706535.a64109a1c327d457306b37200a39d917.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605706549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605706549"}]},"ts":"1732605706549"} 2024-11-26T07:21:46,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:46,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:46,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605706551"}]},"ts":"1732605706551"} 2024-11-26T07:21:46,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:21:46,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a64109a1c327d457306b37200a39d917, ASSIGN}] 2024-11-26T07:21:46,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a64109a1c327d457306b37200a39d917, ASSIGN 2024-11-26T07:21:46,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a64109a1c327d457306b37200a39d917, ASSIGN; state=OFFLINE, location=15ed1af4400d,42211,1732605696532; forceNewPlan=false, retain=false 2024-11-26T07:21:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:46,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a64109a1c327d457306b37200a39d917, regionState=OPENING, regionLocation=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:46,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a64109a1c327d457306b37200a39d917, ASSIGN because future has completed 2024-11-26T07:21:46,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64109a1c327d457306b37200a39d917, server=15ed1af4400d,42211,1732605696532}] 2024-11-26T07:21:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:46,862 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:21:46,862 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a64109a1c327d457306b37200a39d917, NAME => 'test,,1732605706535.a64109a1c327d457306b37200a39d917.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:46,863 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:46,863 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:21:46,863 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,863 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605706535.a64109a1c327d457306b37200a39d917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:46,863 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,863 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,864 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,865 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64109a1c327d457306b37200a39d917 columnFamilyName f 2024-11-26T07:21:46,865 DEBUG [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,865 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] regionserver.HStore(327): Store=a64109a1c327d457306b37200a39d917/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:46,865 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,866 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64109a1c327d457306b37200a39d917 columnFamilyName f1 2024-11-26T07:21:46,866 DEBUG [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,866 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] regionserver.HStore(327): Store=a64109a1c327d457306b37200a39d917/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:46,867 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,867 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64109a1c327d457306b37200a39d917 columnFamilyName norep 2024-11-26T07:21:46,867 DEBUG [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:46,868 INFO [StoreOpener-a64109a1c327d457306b37200a39d917-1 {}] regionserver.HStore(327): Store=a64109a1c327d457306b37200a39d917/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:46,868 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,868 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,868 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,869 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,869 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,869 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:46,870 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,871 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:46,872 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a64109a1c327d457306b37200a39d917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72979617, jitterRate=0.08748103678226471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:46,872 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a64109a1c327d457306b37200a39d917 2024-11-26T07:21:46,872 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a64109a1c327d457306b37200a39d917: Running coprocessor pre-open hook at 1732605706863Writing region info on filesystem at 1732605706863Initializing all the Stores at 1732605706863Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605706863Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605706864 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605706864Cleaning up temporary data from old regions at 1732605706869 (+5 ms)Running coprocessor post-open hooks at 1732605706872 (+3 ms)Region opened successfully at 1732605706872 2024-11-26T07:21:46,873 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605706535.a64109a1c327d457306b37200a39d917., pid=6, masterSystemTime=1732605706859 2024-11-26T07:21:46,874 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:21:46,874 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:21:46,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a64109a1c327d457306b37200a39d917, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:46,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64109a1c327d457306b37200a39d917, server=15ed1af4400d,42211,1732605696532 because future has completed 2024-11-26T07:21:46,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:21:46,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a64109a1c327d457306b37200a39d917, server=15ed1af4400d,42211,1732605696532 in 170 msec 2024-11-26T07:21:46,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:21:46,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a64109a1c327d457306b37200a39d917, ASSIGN in 325 msec 2024-11-26T07:21:46,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:46,881 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605706881"}]},"ts":"1732605706881"} 2024-11-26T07:21:46,882 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:21:46,883 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:46,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 348 msec 2024-11-26T07:21:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:47,163 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:21:47,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38717,1732605700758 2024-11-26T07:21:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@875add6 2024-11-26T07:21:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:47,165 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:47,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:21:47,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:47,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:47,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:47,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:47,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6ecac1a40ac2594f946c9ffc75a8c55, NAME => 'test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3 2024-11-26T07:21:47,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:47,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:47,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6ecac1a40ac2594f946c9ffc75a8c55, disabling compactions & flushes 2024-11-26T07:21:47,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:47,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:47,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. after waiting 0 ms 2024-11-26T07:21:47,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:47,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:47,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6ecac1a40ac2594f946c9ffc75a8c55: Waiting for close lock at 1732605707980Disabling compacts and flushes for region at 1732605707980Disabling writes for close at 1732605707980Writing region close event to WAL at 1732605707980Closed at 1732605707980 2024-11-26T07:21:47,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:47,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605707981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605707981"}]},"ts":"1732605707981"} 2024-11-26T07:21:47,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:47,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:47,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605707983"}]},"ts":"1732605707983"} 2024-11-26T07:21:47,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:21:47,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6ecac1a40ac2594f946c9ffc75a8c55, ASSIGN}] 2024-11-26T07:21:47,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6ecac1a40ac2594f946c9ffc75a8c55, ASSIGN 2024-11-26T07:21:47,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6ecac1a40ac2594f946c9ffc75a8c55, ASSIGN; state=OFFLINE, location=15ed1af4400d,40577,1732605700865; forceNewPlan=false, retain=false 2024-11-26T07:21:48,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6ecac1a40ac2594f946c9ffc75a8c55, regionState=OPENING, regionLocation=15ed1af4400d,40577,1732605700865 2024-11-26T07:21:48,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6ecac1a40ac2594f946c9ffc75a8c55, ASSIGN because future has completed 2024-11-26T07:21:48,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6ecac1a40ac2594f946c9ffc75a8c55, server=15ed1af4400d,40577,1732605700865}] 2024-11-26T07:21:48,294 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:48,294 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6ecac1a40ac2594f946c9ffc75a8c55, NAME => 'test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:48,294 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:48,294 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:21:48,295 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,295 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:48,295 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,295 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,296 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,297 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6ecac1a40ac2594f946c9ffc75a8c55 columnFamilyName f 2024-11-26T07:21:48,297 DEBUG [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:48,297 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] regionserver.HStore(327): Store=b6ecac1a40ac2594f946c9ffc75a8c55/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:48,297 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,298 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6ecac1a40ac2594f946c9ffc75a8c55 columnFamilyName f1 2024-11-26T07:21:48,298 DEBUG [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:48,298 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] regionserver.HStore(327): Store=b6ecac1a40ac2594f946c9ffc75a8c55/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:48,298 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,299 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6ecac1a40ac2594f946c9ffc75a8c55 columnFamilyName norep 2024-11-26T07:21:48,299 DEBUG [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:48,299 INFO [StoreOpener-b6ecac1a40ac2594f946c9ffc75a8c55-1 {}] regionserver.HStore(327): Store=b6ecac1a40ac2594f946c9ffc75a8c55/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:48,299 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,300 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,300 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,301 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,301 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,301 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:48,302 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,303 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:48,304 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6ecac1a40ac2594f946c9ffc75a8c55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71766369, jitterRate=0.06940223276615143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:48,304 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:48,304 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6ecac1a40ac2594f946c9ffc75a8c55: Running coprocessor pre-open hook at 1732605708295Writing region info on filesystem at 1732605708295Initializing all the Stores at 1732605708295Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605708296 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605708296Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605708296Cleaning up temporary data from old regions at 1732605708301 (+5 ms)Running coprocessor post-open hooks at 1732605708304 (+3 ms)Region opened successfully at 1732605708304 2024-11-26T07:21:48,305 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55., pid=6, masterSystemTime=1732605708291 2024-11-26T07:21:48,306 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:48,306 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:48,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6ecac1a40ac2594f946c9ffc75a8c55, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,40577,1732605700865 2024-11-26T07:21:48,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6ecac1a40ac2594f946c9ffc75a8c55, server=15ed1af4400d,40577,1732605700865 because future has completed 2024-11-26T07:21:48,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:21:48,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6ecac1a40ac2594f946c9ffc75a8c55, server=15ed1af4400d,40577,1732605700865 in 170 msec 2024-11-26T07:21:48,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:21:48,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6ecac1a40ac2594f946c9ffc75a8c55, ASSIGN in 325 msec 2024-11-26T07:21:48,313 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:48,313 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605708313"}]},"ts":"1732605708313"} 2024-11-26T07:21:48,314 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:21:48,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:48,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-26T07:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:49,324 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:21:49,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,40449,1732605704632 2024-11-26T07:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4555e0eb 2024-11-26T07:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:49,326 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:49,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T07:21:49,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:49,329 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:49,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T07:21:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:49,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741835_1011 (size=902) 2024-11-26T07:21:49,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c18f1688179f215ed9efc5df162b52b, NAME => 'test,,1732605709327.8c18f1688179f215ed9efc5df162b52b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca 2024-11-26T07:21:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741836_1012 (size=39) 2024-11-26T07:21:49,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732605709327.8c18f1688179f215ed9efc5df162b52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:49,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c18f1688179f215ed9efc5df162b52b, disabling compactions & flushes 2024-11-26T07:21:49,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:49,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:49,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. after waiting 0 ms 2024-11-26T07:21:49,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:49,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:49,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c18f1688179f215ed9efc5df162b52b: Waiting for close lock at 1732605709340Disabling compacts and flushes for region at 1732605709340Disabling writes for close at 1732605709341 (+1 ms)Writing region close event to WAL at 1732605709341Closed at 1732605709341 2024-11-26T07:21:49,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:49,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732605709327.8c18f1688179f215ed9efc5df162b52b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732605709342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605709342"}]},"ts":"1732605709342"} 2024-11-26T07:21:49,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:49,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:49,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605709344"}]},"ts":"1732605709344"} 2024-11-26T07:21:49,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T07:21:49,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c18f1688179f215ed9efc5df162b52b, ASSIGN}] 2024-11-26T07:21:49,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c18f1688179f215ed9efc5df162b52b, ASSIGN 2024-11-26T07:21:49,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c18f1688179f215ed9efc5df162b52b, ASSIGN; state=OFFLINE, location=15ed1af4400d,32957,1732605704680; forceNewPlan=false, retain=false 2024-11-26T07:21:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:49,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c18f1688179f215ed9efc5df162b52b, regionState=OPENING, regionLocation=15ed1af4400d,32957,1732605704680 2024-11-26T07:21:49,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c18f1688179f215ed9efc5df162b52b, ASSIGN because future has completed 2024-11-26T07:21:49,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c18f1688179f215ed9efc5df162b52b, server=15ed1af4400d,32957,1732605704680}] 2024-11-26T07:21:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:49,654 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:49,654 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c18f1688179f215ed9efc5df162b52b, NAME => 'test,,1732605709327.8c18f1688179f215ed9efc5df162b52b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:49,654 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:49,655 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T07:21:49,655 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,655 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732605709327.8c18f1688179f215ed9efc5df162b52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:49,655 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,655 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,656 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,657 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c18f1688179f215ed9efc5df162b52b columnFamilyName f 2024-11-26T07:21:49,657 DEBUG [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:49,657 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] regionserver.HStore(327): Store=8c18f1688179f215ed9efc5df162b52b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:49,657 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,658 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c18f1688179f215ed9efc5df162b52b columnFamilyName f1 2024-11-26T07:21:49,658 DEBUG [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:49,658 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] regionserver.HStore(327): Store=8c18f1688179f215ed9efc5df162b52b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:49,658 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,659 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c18f1688179f215ed9efc5df162b52b columnFamilyName norep 2024-11-26T07:21:49,659 DEBUG [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:49,659 INFO [StoreOpener-8c18f1688179f215ed9efc5df162b52b-1 {}] regionserver.HStore(327): Store=8c18f1688179f215ed9efc5df162b52b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:49,659 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,660 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,660 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,660 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,660 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,661 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:49,662 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,663 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:49,663 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c18f1688179f215ed9efc5df162b52b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72273586, jitterRate=0.07696035504341125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:49,663 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:49,663 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c18f1688179f215ed9efc5df162b52b: Running coprocessor pre-open hook at 1732605709655Writing region info on filesystem at 1732605709655Initializing all the Stores at 1732605709655Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605709655Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605709656 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605709656Cleaning up temporary data from old regions at 1732605709660 (+4 ms)Running coprocessor post-open hooks at 1732605709663 (+3 ms)Region opened successfully at 1732605709663 2024-11-26T07:21:49,664 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732605709327.8c18f1688179f215ed9efc5df162b52b., pid=6, masterSystemTime=1732605709651 2024-11-26T07:21:49,666 DEBUG [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:49,666 INFO [RS_OPEN_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:49,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c18f1688179f215ed9efc5df162b52b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=15ed1af4400d,32957,1732605704680 2024-11-26T07:21:49,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c18f1688179f215ed9efc5df162b52b, server=15ed1af4400d,32957,1732605704680 because future has completed 2024-11-26T07:21:49,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:21:49,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c18f1688179f215ed9efc5df162b52b, server=15ed1af4400d,32957,1732605704680 in 170 msec 2024-11-26T07:21:49,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:21:49,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c18f1688179f215ed9efc5df162b52b, ASSIGN in 325 msec 2024-11-26T07:21:49,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:49,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605709672"}]},"ts":"1732605709672"} 2024-11-26T07:21:49,674 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T07:21:49,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:49,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 347 msec 2024-11-26T07:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:21:49,953 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T07:21:49,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:49,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42147,-1 for getting cluster id 2024-11-26T07:21:49,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:49,955 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '308046f5-961d-4550-905e-e299c92ab37c' 2024-11-26T07:21:49,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:49,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "308046f5-961d-4550-905e-e299c92ab37c" 2024-11-26T07:21:49,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16063d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42147,-1] 2024-11-26T07:21:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:49,956 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:49,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac66091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:49,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:49,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42147,1732605696472 2024-11-26T07:21:49,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76cfa8b6 2024-11-26T07:21:49,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:49,959 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:49,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://15ed1af4400d:38717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:21:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:21:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:49,961 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:38717' 2024-11-26T07:21:49,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604e3824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:49,962 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38717,-1 for getting cluster id 2024-11-26T07:21:49,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:49,963 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '257b0cdc-b048-428b-beeb-3bc6f7640058' 2024-11-26T07:21:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "257b0cdc-b048-428b-beeb-3bc6f7640058" 2024-11-26T07:21:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfaa8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38717,-1] 2024-11-26T07:21:49,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:49,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:49,964 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:49,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e74030b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:49,965 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:49,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38717,1732605700758 2024-11-26T07:21:49,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee4c3e1 2024-11-26T07:21:49,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:49,966 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:49,967 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T07:21:49,967 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:21:49,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:49,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:49,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:49,967 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:21:49,968 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T07:21:49,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:21:49,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:49,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:21:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741837_1013 (size=1138) 2024-11-26T07:21:50,018 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T07:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:50,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83380c2bf3843a17f30066186ea54f1c, NAME => 'hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2 2024-11-26T07:21:50,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741838_1014 (size=44) 2024-11-26T07:21:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:50,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:50,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83380c2bf3843a17f30066186ea54f1c, disabling compactions & flushes 2024-11-26T07:21:50,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:21:50,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:21:50,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. after waiting 0 ms 2024-11-26T07:21:50,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:21:50,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:21:50,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83380c2bf3843a17f30066186ea54f1c: Waiting for close lock at 1732605710781Disabling compacts and flushes for region at 1732605710781Disabling writes for close at 1732605710781Writing region close event to WAL at 1732605710781Closed at 1732605710781 2024-11-26T07:21:50,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:21:50,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732605710782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732605710782"}]},"ts":"1732605710782"} 2024-11-26T07:21:50,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:21:50,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:21:50,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605710784"}]},"ts":"1732605710784"} 2024-11-26T07:21:50,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T07:21:50,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83380c2bf3843a17f30066186ea54f1c, ASSIGN}] 2024-11-26T07:21:50,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83380c2bf3843a17f30066186ea54f1c, ASSIGN 2024-11-26T07:21:50,787 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83380c2bf3843a17f30066186ea54f1c, ASSIGN; state=OFFLINE, location=15ed1af4400d,42211,1732605696532; forceNewPlan=false, retain=false 2024-11-26T07:21:50,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:50,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:21:50,824 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128799 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [15ed1af4400d,46191,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:46191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T07:21:50,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83380c2bf3843a17f30066186ea54f1c, regionState=OPENING, regionLocation=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:50,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83380c2bf3843a17f30066186ea54f1c, ASSIGN because future has completed 2024-11-26T07:21:50,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83380c2bf3843a17f30066186ea54f1c, server=15ed1af4400d,42211,1732605696532}] 2024-11-26T07:21:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:51,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:21:51,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:21:51,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T07:21:51,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=15ed1af4400d%2C42211%2C1732605696532.rep, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/oldWALs, maxLogs=10 2024-11-26T07:21:51,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.rep.1732605711096, exclude list is [], retry=0 2024-11-26T07:21:51,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-8667cc51-932d-4b91-8f3c-deb6055af6f8,DISK] 2024-11-26T07:21:51,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.rep.1732605711096 2024-11-26T07:21:51,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-26T07:21:51,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83380c2bf3843a17f30066186ea54f1c, NAME => 'hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:21:51,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T07:21:51,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:21:51,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. service=MultiRowMutationService 2024-11-26T07:21:51,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T07:21:51,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:21:51,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,116 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,117 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83380c2bf3843a17f30066186ea54f1c columnFamilyName hfileref 2024-11-26T07:21:51,117 DEBUG [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:51,117 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] regionserver.HStore(327): Store=83380c2bf3843a17f30066186ea54f1c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:51,117 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,118 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83380c2bf3843a17f30066186ea54f1c columnFamilyName queue 2024-11-26T07:21:51,118 DEBUG [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:51,118 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] regionserver.HStore(327): Store=83380c2bf3843a17f30066186ea54f1c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:51,118 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,119 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83380c2bf3843a17f30066186ea54f1c columnFamilyName sid 2024-11-26T07:21:51,119 DEBUG [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:21:51,120 INFO [StoreOpener-83380c2bf3843a17f30066186ea54f1c-1 {}] regionserver.HStore(327): Store=83380c2bf3843a17f30066186ea54f1c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:21:51,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:21:51,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:21:51,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83380c2bf3843a17f30066186ea54f1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64156031, jitterRate=-0.044000640511512756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:21:51,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:21:51,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83380c2bf3843a17f30066186ea54f1c: Running coprocessor pre-open hook at 1732605711115Writing region info on filesystem at 1732605711115Initializing all the Stores at 1732605711116 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605711116Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605711116Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732605711116Cleaning up temporary data from old regions at 1732605711121 (+5 ms)Running coprocessor post-open hooks at 1732605711124 (+3 ms)Region opened successfully at 1732605711124 2024-11-26T07:21:51,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c., pid=10, masterSystemTime=1732605711092 2024-11-26T07:21:51,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:21:51,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:21:51,127 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83380c2bf3843a17f30066186ea54f1c, regionState=OPEN, openSeqNum=2, regionLocation=15ed1af4400d,42211,1732605696532 2024-11-26T07:21:51,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83380c2bf3843a17f30066186ea54f1c, server=15ed1af4400d,42211,1732605696532 because future has completed 2024-11-26T07:21:51,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:21:51,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83380c2bf3843a17f30066186ea54f1c, server=15ed1af4400d,42211,1732605696532 in 189 msec 2024-11-26T07:21:51,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:21:51,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83380c2bf3843a17f30066186ea54f1c, ASSIGN in 344 msec 2024-11-26T07:21:51,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:21:51,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732605711133"}]},"ts":"1732605711133"} 2024-11-26T07:21:51,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T07:21:51,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:21:51,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-26T07:21:51,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c., hostname=15ed1af4400d,42211,1732605696532, seqNum=2] 2024-11-26T07:21:51,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:51,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:21:51,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:21:51,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T07:21:51,337 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T07:21:51,375 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-15ed1af4400d,42211,1732605696532, ReplicationSource: 1, currentBandwidth=0 2024-11-26T07:21:51,375 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:51,375 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42211,1732605696532, seqNum=-1] 2024-11-26T07:21:51,375 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:51,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:51,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-15ed1af4400d,42211,1732605696532', locateType=CURRENT is [region=hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c., hostname=15ed1af4400d,42211,1732605696532, seqNum=2] 2024-11-26T07:21:51,380 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T07:21:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T07:21:51,382 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 15ed1af4400d,42211,1732605696532 suceeded 2024-11-26T07:21:51,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T07:21:51,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-26T07:21:51,384 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://15ed1af4400d:38717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:21:51,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-26T07:21:51,400 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:38717' 2024-11-26T07:21:51,402 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@582b22e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:51,402 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38717,-1 for getting cluster id 2024-11-26T07:21:51,402 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:51,403 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '257b0cdc-b048-428b-beeb-3bc6f7640058' 2024-11-26T07:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "257b0cdc-b048-428b-beeb-3bc6f7640058" 2024-11-26T07:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b37637f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38717,-1] 2024-11-26T07:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:51,404 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:51,404 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5949aad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:51,404 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38717,1732605700758 2024-11-26T07:21:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea9d2f1 2024-11-26T07:21:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:51,406 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T07:21:51,406 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-15ed1af4400d,42211,1732605696532 (queues=1) is replicating from cluster=308046f5-961d-4550-905e-e299c92ab37c to cluster=257b0cdc-b048-428b-beeb-3bc6f7640058 2024-11-26T07:21:51,406 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=15ed1af4400d%2C42211%2C1732605696532 2024-11-26T07:21:51,407 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-15ed1af4400d,42211,1732605696532, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:21:51,407 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171, startPosition=0, beingWritten=true 2024-11-26T07:21:51,407 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C42211%2C1732605696532 2024-11-26T07:21:51,411 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:21:51,411 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 379, reset compression=false 2024-11-26T07:21:51,411 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,42211,1732605696532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:21:51,614 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 379, reset compression=false 2024-11-26T07:21:51,918 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 379, reset compression=false 2024-11-26T07:21:51,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:21:51,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:21:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:21:52,104 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T07:21:52,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:52,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:52,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:52,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42147,-1 for getting cluster id 2024-11-26T07:21:52,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:52,105 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '308046f5-961d-4550-905e-e299c92ab37c' 2024-11-26T07:21:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "308046f5-961d-4550-905e-e299c92ab37c" 2024-11-26T07:21:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b12f007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42147,-1] 2024-11-26T07:21:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,106 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174f6b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38717,-1 for getting cluster id 2024-11-26T07:21:52,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:52,108 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '257b0cdc-b048-428b-beeb-3bc6f7640058' 2024-11-26T07:21:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "257b0cdc-b048-428b-beeb-3bc6f7640058" 2024-11-26T07:21:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707b45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38717,-1] 2024-11-26T07:21:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,109 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:52,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9ada47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,40449,-1 for getting cluster id 2024-11-26T07:21:52,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:52,111 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e44de3e-8003-47f2-9e26-4cefc01407bd' 2024-11-26T07:21:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e44de3e-8003-47f2-9e26-4cefc01407bd" 2024-11-26T07:21:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe1ceb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,40449,-1] 2024-11-26T07:21:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,112 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b53733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:52,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732605712129/Put/seqid=0 2024-11-26T07:21:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741840_1016 (size=7894) 2024-11-26T07:21:52,322 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 379, reset compression=false 2024-11-26T07:21:52,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732605712540/Put/seqid=0 2024-11-26T07:21:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741841_1017 (size=7691) 2024-11-26T07:21:52,825 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 379, reset compression=false 2024-11-26T07:21:52,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42147,-1 for getting cluster id 2024-11-26T07:21:52,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:52,947 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '308046f5-961d-4550-905e-e299c92ab37c' 2024-11-26T07:21:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "308046f5-961d-4550-905e-e299c92ab37c" 2024-11-26T07:21:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5af3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42147,-1] 2024-11-26T07:21:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,948 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:52,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:52,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42211,1732605696532, seqNum=-1] 2024-11-26T07:21:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:52,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:52,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42147,1732605696472 2024-11-26T07:21:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c89a872 2024-11-26T07:21:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:52,958 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2] 2024-11-26T07:21:52,963 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:21:52,968 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T07:21:52,969 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T07:21:52,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T07:21:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:52,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T07:21:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HRegion(2603): Flush status journal for a64109a1c327d457306b37200a39d917: 2024-11-26T07:21:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_0 2024-11-26T07:21:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_0 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ 2024-11-26T07:21:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_1 2024-11-26T07:21:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_1 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ 2024-11-26T07:21:52,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_0 into a64109a1c327d457306b37200a39d917/f as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ - updating store file list. 2024-11-26T07:21:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e6e5faca1f64745aa035cdb9910d930_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:52,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ into a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:52,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_0 into a64109a1c327d457306b37200a39d917/f (new location: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_) 2024-11-26T07:21:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_0 2024-11-26T07:21:52,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_1 into a64109a1c327d457306b37200a39d917/f as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ - updating store file list. 2024-11-26T07:21:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c09878fd10994937923f5649bccda8c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:52,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ into a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:52,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_1 into a64109a1c327d457306b37200a39d917/f (new location: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/c09878fd10994937923f5649bccda8c8_SeqId_4_) 2024-11-26T07:21:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__knldv3r48tuat08c6aek5dl6htg8lcfosdaqm8jj24e3konrlv6j9gnoao06t365/f/hfile_1 2024-11-26T07:21:52,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:52,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:52,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:52,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2 , the old value is region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=15ed1af4400d:42211 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:21:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:21:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2 from cache 2024-11-26T07:21:52,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:52,992 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T07:21:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40577,1732605700865, seqNum=-1] 2024-11-26T07:21:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:52,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55., hostname=15ed1af4400d,40577,1732605700865, seqNum=2] 2024-11-26T07:21:52,996 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T07:21:53,094 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T07:21:53,170 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-26T07:21:53,171 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-26T07:21:53,429 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 379, reset compression=false 2024-11-26T07:21:53,433 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:53,433 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,42211,1732605696532 got entry batch from reader: WALEntryBatch [walEntries=[{test/a64109a1c327d457306b37200a39d917/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605712989/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T07:21:53,435 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:53,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T07:21:53,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.ReplicationSink(318): Replicating [308046f5-961d-4550-905e-e299c92ab37c] bulk loaded data 2024-11-26T07:21:53,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d047f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:53,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,38717,-1 for getting cluster id 2024-11-26T07:21:53,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:53,437 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '257b0cdc-b048-428b-beeb-3bc6f7640058' 2024-11-26T07:21:53,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:53,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "257b0cdc-b048-428b-beeb-3bc6f7640058" 2024-11-26T07:21:53,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1311f9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:53,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,38717,-1] 2024-11-26T07:21:53,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:53,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:53,438 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:53,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43aaa0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741837_1013 (size=7894) 2024-11-26T07:21:53,633 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 687, reset compression=false 2024-11-26T07:21:53,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741838_1014 (size=7691) 2024-11-26T07:21:53,936 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 687, reset compression=false 2024-11-26T07:21:53,998 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T07:21:54,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:54,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,38717,1732605700758 2024-11-26T07:21:54,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2af215 2024-11-26T07:21:54,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:54,257 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T07:21:54,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:21:54,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:54,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,40577,1732605700865, seqNum=-1] 2024-11-26T07:21:54,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:54,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:54,265 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T07:21:54,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T07:21:54,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ for inclusion in b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T07:21:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:54,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ for inclusion in b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T07:21:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HRegion(2603): Flush status journal for b6ecac1a40ac2594f946c9ffc75a8c55: 2024-11-26T07:21:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c09878fd10994937923f5649bccda8c8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:21:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/ae5c094518d547dbbca054902b7747c7_SeqId_4_ 2024-11-26T07:21:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:21:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/4d7393a31c5f4170bbce7e2117fc0bcd_SeqId_4_ 2024-11-26T07:21:54,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ into b6ecac1a40ac2594f946c9ffc75a8c55/f as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/ae5c094518d547dbbca054902b7747c7_SeqId_4_ - updating store file list. 2024-11-26T07:21:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae5c094518d547dbbca054902b7747c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:54,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/ae5c094518d547dbbca054902b7747c7_SeqId_4_ into b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:54,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ into b6ecac1a40ac2594f946c9ffc75a8c55/f (new location: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/ae5c094518d547dbbca054902b7747c7_SeqId_4_) 2024-11-26T07:21:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/c09878fd10994937923f5649bccda8c8_SeqId_4_ 2024-11-26T07:21:54,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ into b6ecac1a40ac2594f946c9ffc75a8c55/f as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/4d7393a31c5f4170bbce7e2117fc0bcd_SeqId_4_ - updating store file list. 2024-11-26T07:21:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d7393a31c5f4170bbce7e2117fc0bcd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:54,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/4d7393a31c5f4170bbce7e2117fc0bcd_SeqId_4_ into b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:54,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ into b6ecac1a40ac2594f946c9ffc75a8c55/f (new location: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/4d7393a31c5f4170bbce7e2117fc0bcd_SeqId_4_) 2024-11-26T07:21:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__f9lh7k99usbdiifr4plmta99cs94dbirq911apre1m878svjldo16tg856bnk2sm/f/4e6e5faca1f64745aa035cdb9910d930_SeqId_4_ 2024-11-26T07:21:54,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.ReplicationSink(324): Finished replicating [308046f5-961d-4550-905e-e299c92ab37c] bulk loaded data 2024-11-26T07:21:54,340 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 687, reset compression=false 2024-11-26T07:21:54,843 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 687, reset compression=false 2024-11-26T07:21:55,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,32957,1732605704680, seqNum=-1] 2024-11-26T07:21:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:55,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605709327.8c18f1688179f215ed9efc5df162b52b., hostname=15ed1af4400d,32957,1732605704680, seqNum=2] 2024-11-26T07:21:55,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:55,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:21:55,015 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 15ed1af4400d%2C42211%2C1732605696532:(num 1732605698171) roll requested 2024-11-26T07:21:55,029 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015, exclude list is [], retry=0 2024-11-26T07:21:55,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-8667cc51-932d-4b91-8f3c-deb6055af6f8,DISK] 2024-11-26T07:21:55,032 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 2024-11-26T07:21:55,032 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-26T07:21:55,033 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 is not closed yet, will try archiving it next time 2024-11-26T07:21:55,033 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 15ed1af4400d%2C42211%2C1732605696532.rep:(num 1732605711096) roll requested 2024-11-26T07:21:55,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462edd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42147,-1 for getting cluster id 2024-11-26T07:21:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741832_1008 (size=695) 2024-11-26T07:21:55,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:55,034 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '308046f5-961d-4550-905e-e299c92ab37c' 2024-11-26T07:21:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "308046f5-961d-4550-905e-e299c92ab37c" 2024-11-26T07:21:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbf37d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42147,-1] 2024-11-26T07:21:55,035 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/oldWALs/15ed1af4400d%2C42211%2C1732605696532.1732605698171 2024-11-26T07:21:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,035 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1549e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42147,1732605696472 2024-11-26T07:21:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1361f2e9 2024-11-26T07:21:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:55,038 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:55,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://15ed1af4400d:40449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T07:21:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T07:21:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T07:21:55,040 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:40449' 2024-11-26T07:21:55,041 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0ad840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,041 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,40449,-1 for getting cluster id 2024-11-26T07:21:55,041 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:55,042 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e44de3e-8003-47f2-9e26-4cefc01407bd' 2024-11-26T07:21:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e44de3e-8003-47f2-9e26-4cefc01407bd" 2024-11-26T07:21:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137f29d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,40449,-1] 2024-11-26T07:21:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,043 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e823d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,043 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,40449,1732605704632 2024-11-26T07:21:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1906cb1a 2024-11-26T07:21:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:55,044 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:55,045 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T07:21:55,045 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T07:21:55,045 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,045 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:55,049 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.rep.1732605715033, exclude list is [], retry=0 2024-11-26T07:21:55,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-8667cc51-932d-4b91-8f3c-deb6055af6f8,DISK] 2024-11-26T07:21:55,053 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.rep.1732605711096 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.rep.1732605715033 2024-11-26T07:21:55,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T07:21:55,056 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-26T07:21:55,056 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.rep.1732605711096 is not closed yet, will try archiving it next time 2024-11-26T07:21:55,056 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 15ed1af4400d%2C42211%2C1732605696532.meta:.meta(num 1732605699135) roll requested 2024-11-26T07:21:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741839_1015 (size=1505) 2024-11-26T07:21:55,071 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.meta.1732605715056.meta, exclude list is [], retry=0 2024-11-26T07:21:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-8667cc51-932d-4b91-8f3c-deb6055af6f8,DISK] 2024-11-26T07:21:55,077 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.meta.1732605699135.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.meta.1732605715056.meta 2024-11-26T07:21:55,082 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-26T07:21:55,082 DEBUG [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.meta.1732605699135.meta is not closed yet, will try archiving it next time 2024-11-26T07:21:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741834_1010 (size=3473) 2024-11-26T07:21:55,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.meta.1732605699135.meta not finished, retry = 0 2024-11-26T07:21:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T07:21:55,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T07:21:55,206 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T07:21:55,251 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-15ed1af4400d,42211,1732605696532, ReplicationSource: 2, currentBandwidth=0 2024-11-26T07:21:55,253 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T07:21:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T07:21:55,255 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 15ed1af4400d,42211,1732605696532 suceeded 2024-11-26T07:21:55,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T07:21:55,257 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://15ed1af4400d:40449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T07:21:55,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-26T07:21:55,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 220 msec 2024-11-26T07:21:55,274 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='15ed1af4400d:40449' 2024-11-26T07:21:55,275 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64e3fbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,275 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,40449,-1 for getting cluster id 2024-11-26T07:21:55,276 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:55,277 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e44de3e-8003-47f2-9e26-4cefc01407bd' 2024-11-26T07:21:55,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:55,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e44de3e-8003-47f2-9e26-4cefc01407bd" 2024-11-26T07:21:55,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ada4f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,40449,-1] 2024-11-26T07:21:55,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:55,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,278 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:55,279 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@370be794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,279 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:55,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,40449,1732605704632 2024-11-26T07:21:55,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2192af16 2024-11-26T07:21:55,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:55,281 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T07:21:55,281 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-15ed1af4400d,42211,1732605696532 (queues=1) is replicating from cluster=308046f5-961d-4550-905e-e299c92ab37c to cluster=1e44de3e-8003-47f2-9e26-4cefc01407bd 2024-11-26T07:21:55,281 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=15ed1af4400d%2C42211%2C1732605696532 2024-11-26T07:21:55,281 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-15ed1af4400d,42211,1732605696532, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T07:21:55,282 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015, startPosition=0, beingWritten=true 2024-11-26T07:21:55,284 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 15ed1af4400d%2C42211%2C1732605696532 2024-11-26T07:21:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T07:21:55,353 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T07:21:55,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:55,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:55,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:55,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:21:55,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732605715357/Put/seqid=0 2024-11-26T07:21:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741845_1021 (size=11194) 2024-11-26T07:21:55,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732605715363/Put/seqid=0 2024-11-26T07:21:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741846_1022 (size=10791) 2024-11-26T07:21:55,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,42147,-1 for getting cluster id 2024-11-26T07:21:55,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:55,369 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '308046f5-961d-4550-905e-e299c92ab37c' 2024-11-26T07:21:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "308046f5-961d-4550-905e-e299c92ab37c" 2024-11-26T07:21:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6194b26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,42147,-1] 2024-11-26T07:21:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,371 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:55,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,42211,1732605696532, seqNum=-1] 2024-11-26T07:21:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:55,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:21:55,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,42147,1732605696472 2024-11-26T07:21:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5207da60 2024-11-26T07:21:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:55,383 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:21:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2] 2024-11-26T07:21:55,388 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:21:55,392 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T07:21:55,394 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T07:21:55,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T07:21:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:55,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T07:21:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HRegion(2603): Flush status journal for a64109a1c327d457306b37200a39d917: 2024-11-26T07:21:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_0 2024-11-26T07:21:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_0 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ 2024-11-26T07:21:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_1 2024-11-26T07:21:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_1 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ 2024-11-26T07:21:55,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_0 into a64109a1c327d457306b37200a39d917/f as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ - updating store file list. 2024-11-26T07:21:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ff8d3b530a24f32adccd9672c425753_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:55,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ into a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:55,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_0 into a64109a1c327d457306b37200a39d917/f (new location: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_) 2024-11-26T07:21:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_0 2024-11-26T07:21:55,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_1 into a64109a1c327d457306b37200a39d917/f as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ - updating store file list. 2024-11-26T07:21:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:55,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ into a64109a1c327d457306b37200a39d917/f 2024-11-26T07:21:55,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_1 into a64109a1c327d457306b37200a39d917/f (new location: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_) 2024-11-26T07:21:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/staging/jenkins__test__lpmpqf1pparte4p1qsodf5no608p38h8jf51vop8687skmscolctdujt1qbksd38/f/hfile_1 2024-11-26T07:21:55,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:55,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:55,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2 , the old value is region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=15ed1af4400d:42211 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:21:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T07:21:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732605706535.a64109a1c327d457306b37200a39d917., hostname=15ed1af4400d,42211,1732605696532, seqNum=2 from cache 2024-11-26T07:21:55,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:55,422 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T07:21:55,425 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T07:21:55,447 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 to pos 687, reset compression=false 2024-11-26T07:21:55,453 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 was moved to hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/oldWALs/15ed1af4400d%2C42211%2C1732605696532.1732605698171 2024-11-26T07:21:55,454 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171 2024-11-26T07:21:55,454 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015, startPosition=0, beingWritten=true 2024-11-26T07:21:55,454 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,42211,1732605696532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605698171, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T07:21:55,456 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [15ed1af4400d%2C42211%2C1732605696532.1732605698171] 2024-11-26T07:21:55,458 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:55,458 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-15ed1af4400d,42211,1732605696532 got entry batch from reader: WALEntryBatch [walEntries=[{test/a64109a1c327d457306b37200a39d917/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605715419/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T07:21:55,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.ReplicationSink(318): Replicating [308046f5-961d-4550-905e-e299c92ab37c] bulk loaded data 2024-11-26T07:21:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741839_1015 (size=11194) 2024-11-26T07:21:55,486 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 0, reset compression=false 2024-11-26T07:21:55,490 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T07:21:55,490 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-15ed1af4400d,42211,1732605696532 got entry batch from reader: WALEntryBatch [walEntries=[{test/a64109a1c327d457306b37200a39d917/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732605715419/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T07:21:55,492 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:21:55,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T07:21:55,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.ReplicationSink(318): Replicating [308046f5-961d-4550-905e-e299c92ab37c] bulk loaded data 2024-11-26T07:21:55,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c55710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] client.ClusterIdFetcher(90): Going to request 15ed1af4400d,40449,-1 for getting cluster id 2024-11-26T07:21:55,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:21:55,494 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e44de3e-8003-47f2-9e26-4cefc01407bd' 2024-11-26T07:21:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:21:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e44de3e-8003-47f2-9e26-4cefc01407bd" 2024-11-26T07:21:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724155ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [15ed1af4400d,40449,-1] 2024-11-26T07:21:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:21:55,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:55,495 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:21:55,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4af41bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:21:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741837_1013 (size=11194) 2024-11-26T07:21:55,524 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T07:21:55,658 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:55,690 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741840_1016 (size=10791) 2024-11-26T07:21:55,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741838_1014 (size=10791) 2024-11-26T07:21:55,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:21:55,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 15ed1af4400d,40449,1732605704632 2024-11-26T07:21:55,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f0d11c 2024-11-26T07:21:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:21:55,919 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T07:21:55,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:21:55,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:21:55,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=15ed1af4400d,32957,1732605704680, seqNum=-1] 2024-11-26T07:21:55,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:21:55,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T07:21:55,929 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T07:21:55,931 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T07:21:55,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ for inclusion in 8c18f1688179f215ed9efc5df162b52b/f 2024-11-26T07:21:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T07:21:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:55,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ for inclusion in 8c18f1688179f215ed9efc5df162b52b/f 2024-11-26T07:21:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T07:21:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HRegion(2603): Flush status journal for 8c18f1688179f215ed9efc5df162b52b: 2024-11-26T07:21:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:21:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/b484a10241ba49f3acc7431a4d304a36_SeqId_4_ 2024-11-26T07:21:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ff8d3b530a24f32adccd9672c425753_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:21:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/205c1805c01449b783157ab7b7529230_SeqId_4_ 2024-11-26T07:21:55,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ into 8c18f1688179f215ed9efc5df162b52b/f as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/b484a10241ba49f3acc7431a4d304a36_SeqId_4_ - updating store file list. 2024-11-26T07:21:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b484a10241ba49f3acc7431a4d304a36_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:55,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/b484a10241ba49f3acc7431a4d304a36_SeqId_4_ into 8c18f1688179f215ed9efc5df162b52b/f 2024-11-26T07:21:55,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ into 8c18f1688179f215ed9efc5df162b52b/f (new location: hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/b484a10241ba49f3acc7431a4d304a36_SeqId_4_) 2024-11-26T07:21:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ 2024-11-26T07:21:55,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ into 8c18f1688179f215ed9efc5df162b52b/f as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/205c1805c01449b783157ab7b7529230_SeqId_4_ - updating store file list. 2024-11-26T07:21:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 205c1805c01449b783157ab7b7529230_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:55,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/205c1805c01449b783157ab7b7529230_SeqId_4_ into 8c18f1688179f215ed9efc5df162b52b/f 2024-11-26T07:21:55,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ into 8c18f1688179f215ed9efc5df162b52b/f (new location: hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/f/205c1805c01449b783157ab7b7529230_SeqId_4_) 2024-11-26T07:21:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/staging/jenkins.hfs.23__test__gtu2u0sltm98hamrisg8in5d65l99iuj6masmgmv81bi1b7fui2k7s1g59av0250/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ 2024-11-26T07:21:55,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.ReplicationSink(324): Finished replicating [308046f5-961d-4550-905e-e299c92ab37c] bulk loaded data 2024-11-26T07:21:55,962 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:55,994 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:56,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T07:21:56,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T07:21:56,284 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T07:21:56,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T07:21:56,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ for inclusion in b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T07:21:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:56,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ for inclusion in b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T07:21:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:21:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HRegion(2603): Flush status journal for b6ecac1a40ac2594f946c9ffc75a8c55: 2024-11-26T07:21:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ff8d3b530a24f32adccd9672c425753_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:21:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/c2d73b6e15934fc28b4cc1f0fe7d3700_SeqId_6_ 2024-11-26T07:21:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T07:21:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/06ede468ce0c4320a2ecd81c08d8e0ef_SeqId_6_ 2024-11-26T07:21:56,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ into b6ecac1a40ac2594f946c9ffc75a8c55/f as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/c2d73b6e15934fc28b4cc1f0fe7d3700_SeqId_6_ - updating store file list. 2024-11-26T07:21:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2d73b6e15934fc28b4cc1f0fe7d3700_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:56,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/c2d73b6e15934fc28b4cc1f0fe7d3700_SeqId_6_ into b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:56,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ into b6ecac1a40ac2594f946c9ffc75a8c55/f (new location: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/c2d73b6e15934fc28b4cc1f0fe7d3700_SeqId_6_) 2024-11-26T07:21:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/4ff8d3b530a24f32adccd9672c425753_SeqId_6_ 2024-11-26T07:21:56,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ into b6ecac1a40ac2594f946c9ffc75a8c55/f as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/06ede468ce0c4320a2ecd81c08d8e0ef_SeqId_6_ - updating store file list. 2024-11-26T07:21:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06ede468ce0c4320a2ecd81c08d8e0ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T07:21:56,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/06ede468ce0c4320a2ecd81c08d8e0ef_SeqId_6_ into b6ecac1a40ac2594f946c9ffc75a8c55/f 2024-11-26T07:21:56,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ into b6ecac1a40ac2594f946c9ffc75a8c55/f (new location: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/f/06ede468ce0c4320a2ecd81c08d8e0ef_SeqId_6_) 2024-11-26T07:21:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/staging/jenkins.hfs.22__test__407886ddfl2r9s2pg0r83oprugmfkgno2o8dehpbgeva449r2ehe8ce0ij5voldh/f/10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_ 2024-11-26T07:21:56,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40577 {}] regionserver.ReplicationSink(324): Finished replicating [308046f5-961d-4550-905e-e299c92ab37c] bulk loaded data 2024-11-26T07:21:56,365 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:56,398 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:56,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:21:56,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:56,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:56,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:56,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:56,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:56,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:21:56,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1047413655, stopped=false 2024-11-26T07:21:56,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,40449,1732605704632 2024-11-26T07:21:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2959751873/running 2024-11-26T07:21:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2959751873/running 2024-11-26T07:21:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:56,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:56,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:56,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:56,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:56,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,32957,1732605704680' ***** 2024-11-26T07:21:56,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:21:56,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on znode that does not yet exist, /2959751873/running 2024-11-26T07:21:56,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Set watcher on znode that does not yet exist, /2959751873/running 2024-11-26T07:21:56,444 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:21:56,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,32957,1732605704680 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:32957. 2024-11-26T07:21:56,445 DEBUG [RS:0;15ed1af4400d:32957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:56,445 DEBUG [RS:0;15ed1af4400d:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:56,445 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c18f1688179f215ed9efc5df162b52b, disabling compactions & flushes 2024-11-26T07:21:56,445 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:56,445 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:56,445 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. after waiting 0 ms 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:21:56,445 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:21:56,445 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:21:56,446 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:21:56,446 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c18f1688179f215ed9efc5df162b52b=test,,1732605709327.8c18f1688179f215ed9efc5df162b52b.} 2024-11-26T07:21:56,446 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c18f1688179f215ed9efc5df162b52b 2024-11-26T07:21:56,446 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:56,446 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:56,446 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:56,446 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:56,446 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:56,446 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T07:21:56,449 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/default/test/8c18f1688179f215ed9efc5df162b52b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T07:21:56,450 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:56,450 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:56,450 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:56,450 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c18f1688179f215ed9efc5df162b52b: Waiting for close lock at 1732605716445Running coprocessor pre-close hooks at 1732605716445Disabling compacts and flushes for region at 1732605716445Disabling writes for close at 1732605716445Writing region close event to WAL at 1732605716446 (+1 ms)Running coprocessor post-close hooks at 1732605716450 (+4 ms)Closed at 1732605716450 2024-11-26T07:21:56,450 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605709327.8c18f1688179f215ed9efc5df162b52b. 2024-11-26T07:21:56,462 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/info/f9598ab6f3a540adb43b5aa5ed42feae is 129, key is test,,1732605709327.8c18f1688179f215ed9efc5df162b52b./info:regioninfo/1732605709666/Put/seqid=0 2024-11-26T07:21:56,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741839_1015 (size=6421) 2024-11-26T07:21:56,465 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:56,646 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:56,846 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:56,866 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/info/f9598ab6f3a540adb43b5aa5ed42feae 2024-11-26T07:21:56,869 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:56,887 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/ns/18c68abe553d4c94b3499c5ac3cc9d89 is 43, key is default/ns:d/1732605706444/Put/seqid=0 2024-11-26T07:21:56,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741840_1016 (size=5153) 2024-11-26T07:21:56,901 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:57,047 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:57,247 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:57,291 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/ns/18c68abe553d4c94b3499c5ac3cc9d89 2024-11-26T07:21:57,313 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/rep_barrier/9ab83faca6f545ff8b2d8c8b8b3e1894 is 112, key is test,,1732605709327.8c18f1688179f215ed9efc5df162b52b./rep_barrier:seqnumDuringOpen/1732605709666/Put/seqid=0 2024-11-26T07:21:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741841_1017 (size=5518) 2024-11-26T07:21:57,398 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:21:57,399 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:21:57,447 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:21:57,447 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:21:57,447 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:57,472 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:57,505 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:57,647 DEBUG [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:57,717 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/rep_barrier/9ab83faca6f545ff8b2d8c8b8b3e1894 2024-11-26T07:21:57,735 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/table/fe05f7a2f47c45d8902104f338cf5865 is 40, key is test/table:state/1732605709672/Put/seqid=0 2024-11-26T07:21:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741842_1018 (size=5165) 2024-11-26T07:21:57,738 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/table/fe05f7a2f47c45d8902104f338cf5865 2024-11-26T07:21:57,742 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/info/f9598ab6f3a540adb43b5aa5ed42feae as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/info/f9598ab6f3a540adb43b5aa5ed42feae 2024-11-26T07:21:57,746 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/info/f9598ab6f3a540adb43b5aa5ed42feae, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T07:21:57,747 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/ns/18c68abe553d4c94b3499c5ac3cc9d89 as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/ns/18c68abe553d4c94b3499c5ac3cc9d89 2024-11-26T07:21:57,750 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/ns/18c68abe553d4c94b3499c5ac3cc9d89, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:21:57,751 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/rep_barrier/9ab83faca6f545ff8b2d8c8b8b3e1894 as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/rep_barrier/9ab83faca6f545ff8b2d8c8b8b3e1894 2024-11-26T07:21:57,754 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/rep_barrier/9ab83faca6f545ff8b2d8c8b8b3e1894, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T07:21:57,754 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/.tmp/table/fe05f7a2f47c45d8902104f338cf5865 as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/table/fe05f7a2f47c45d8902104f338cf5865 2024-11-26T07:21:57,757 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/table/fe05f7a2f47c45d8902104f338cf5865, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:21:57,758 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false 2024-11-26T07:21:57,762 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:21:57,762 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:57,762 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:21:57,762 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:57,762 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605716446Running coprocessor pre-close hooks at 1732605716446Disabling compacts and flushes for region at 1732605716446Disabling writes for close at 1732605716446Obtaining lock to block concurrent updates at 1732605716446Preparing flush snapshotting stores in 1588230740 at 1732605716446Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732605716447 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732605716447Flushing 1588230740/info: creating writer at 1732605716447Flushing 1588230740/info: appending metadata at 1732605716462 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732605716462Flushing 1588230740/ns: creating writer at 1732605716870 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732605716887 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732605716887Flushing 1588230740/rep_barrier: creating writer at 1732605717295 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605717312 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605717312Flushing 1588230740/table: creating writer at 1732605717721 (+409 ms)Flushing 1588230740/table: appending metadata at 1732605717735 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605717735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e3b57a: reopening flushed file at 1732605717742 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d85df2e: reopening flushed file at 1732605717746 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317157fd: reopening flushed file at 1732605717750 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfe2f7: reopening flushed file at 1732605717754 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false at 1732605717758 (+4 ms)Writing region close event to WAL at 1732605717759 (+1 ms)Running coprocessor post-close hooks at 1732605717762 (+3 ms)Closed at 1732605717762 2024-11-26T07:21:57,762 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:21:57,847 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,32957,1732605704680; all regions closed. 2024-11-26T07:21:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741834_1010 (size=2717) 2024-11-26T07:21:57,851 DEBUG [RS:0;15ed1af4400d:32957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/oldWALs 2024-11-26T07:21:57,851 INFO [RS:0;15ed1af4400d:32957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C32957%2C1732605704680.meta:.meta(num 1732605706402) 2024-11-26T07:21:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741832_1008 (size=1028) 2024-11-26T07:21:57,855 DEBUG [RS:0;15ed1af4400d:32957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/oldWALs 2024-11-26T07:21:57,855 INFO [RS:0;15ed1af4400d:32957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C32957%2C1732605704680:(num 1732605705496) 2024-11-26T07:21:57,855 DEBUG [RS:0;15ed1af4400d:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:57,855 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:57,855 INFO [RS:0;15ed1af4400d:32957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:57,855 INFO [RS:0;15ed1af4400d:32957 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:57,855 INFO [RS:0;15ed1af4400d:32957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:57,855 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:57,856 INFO [RS:0;15ed1af4400d:32957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:32957. 2024-11-26T07:21:57,856 DEBUG [RS:0;15ed1af4400d:32957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:57,856 DEBUG [RS:0;15ed1af4400d:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:57,856 DEBUG [RS:0;15ed1af4400d:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:57,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:57,856 INFO [RS:0;15ed1af4400d:32957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32957 2024-11-26T07:21:57,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2959751873/rs/15ed1af4400d,32957,1732605704680 2024-11-26T07:21:57,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873/rs 2024-11-26T07:21:57,858 INFO [RS:0;15ed1af4400d:32957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:57,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,32957,1732605704680] 2024-11-26T07:21:57,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2959751873/draining/15ed1af4400d,32957,1732605704680 already deleted, retry=false 2024-11-26T07:21:57,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,32957,1732605704680 expired; onlineServers=0 2024-11-26T07:21:57,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,40449,1732605704632' ***** 2024-11-26T07:21:57,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:21:57,861 INFO [M:0;15ed1af4400d:40449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:57,861 INFO [M:0;15ed1af4400d:40449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:21:57,861 DEBUG [M:0;15ed1af4400d:40449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:21:57,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:21:57,862 DEBUG [M:0;15ed1af4400d:40449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:21:57,862 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605705269 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605705269,5,FailOnTimeoutGroup] 2024-11-26T07:21:57,862 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605705268 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605705268,5,FailOnTimeoutGroup] 2024-11-26T07:21:57,862 INFO [M:0;15ed1af4400d:40449 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:21:57,862 INFO [M:0;15ed1af4400d:40449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:21:57,862 DEBUG [M:0;15ed1af4400d:40449 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:21:57,862 INFO [M:0;15ed1af4400d:40449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:21:57,862 INFO [M:0;15ed1af4400d:40449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:57,862 INFO [M:0;15ed1af4400d:40449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:21:57,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:21:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2959751873/master 2024-11-26T07:21:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2959751873 2024-11-26T07:21:57,863 DEBUG [M:0;15ed1af4400d:40449 {}] zookeeper.ZKUtil(347): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Unable to get data of znode /2959751873/master because node does not exist (not an error) 2024-11-26T07:21:57,863 WARN [M:0;15ed1af4400d:40449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:21:57,863 INFO [M:0;15ed1af4400d:40449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/.lastflushedseqids 2024-11-26T07:21:57,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741843_1019 (size=173) 2024-11-26T07:21:57,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:57,960 INFO [RS:0;15ed1af4400d:32957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:57,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1015326c0f50007, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:57,961 INFO [RS:0;15ed1af4400d:32957 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,32957,1732605704680; zookeeper connection closed. 2024-11-26T07:21:57,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70e5f9a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70e5f9a1 2024-11-26T07:21:57,961 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:21:58,175 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:58,208 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:58,268 INFO [M:0;15ed1af4400d:40449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:21:58,269 INFO [M:0;15ed1af4400d:40449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:21:58,269 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:21:58,269 INFO [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:58,269 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:58,269 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:21:58,269 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:58,269 INFO [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-26T07:21:58,287 DEBUG [M:0;15ed1af4400d:40449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa82026bdadb43e6b5597ea04065d951 is 82, key is hbase:meta,,1/info:regioninfo/1732605706430/Put/seqid=0 2024-11-26T07:21:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741844_1020 (size=5672) 2024-11-26T07:21:58,291 INFO [M:0;15ed1af4400d:40449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa82026bdadb43e6b5597ea04065d951 2024-11-26T07:21:58,307 DEBUG [M:0;15ed1af4400d:40449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbb61d3581a646fe98762024e885850f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732605709675/Put/seqid=0 2024-11-26T07:21:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741845_1021 (size=6587) 2024-11-26T07:21:58,711 INFO [M:0;15ed1af4400d:40449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbb61d3581a646fe98762024e885850f 2024-11-26T07:21:58,730 DEBUG [M:0;15ed1af4400d:40449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a348af5e1cc049e3b23b8adb3d410b9c is 69, key is 15ed1af4400d,32957,1732605704680/rs:state/1732605705340/Put/seqid=0 2024-11-26T07:21:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741846_1022 (size=5156) 2024-11-26T07:21:58,979 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:59,012 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:59,133 INFO [M:0;15ed1af4400d:40449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a348af5e1cc049e3b23b8adb3d410b9c 2024-11-26T07:21:59,138 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa82026bdadb43e6b5597ea04065d951 as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa82026bdadb43e6b5597ea04065d951 2024-11-26T07:21:59,141 INFO [M:0;15ed1af4400d:40449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa82026bdadb43e6b5597ea04065d951, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T07:21:59,141 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbb61d3581a646fe98762024e885850f as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbb61d3581a646fe98762024e885850f 2024-11-26T07:21:59,144 INFO [M:0;15ed1af4400d:40449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbb61d3581a646fe98762024e885850f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T07:21:59,145 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a348af5e1cc049e3b23b8adb3d410b9c as hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a348af5e1cc049e3b23b8adb3d410b9c 2024-11-26T07:21:59,148 INFO [M:0;15ed1af4400d:40449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a348af5e1cc049e3b23b8adb3d410b9c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T07:21:59,148 INFO [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-26T07:21:59,149 INFO [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:21:59,150 DEBUG [M:0;15ed1af4400d:40449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605718269Disabling compacts and flushes for region at 1732605718269Disabling writes for close at 1732605718269Obtaining lock to block concurrent updates at 1732605718269Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605718269Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732605718269Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605718270 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605718270Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605718287 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605718287Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605718294 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605718307 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605718307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605718715 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605718729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605718729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3379d83c: reopening flushed file at 1732605719137 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec2dd99: reopening flushed file at 1732605719141 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d2240f: reopening flushed file at 1732605719144 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1732605719148 (+4 ms)Writing region close event to WAL at 1732605719149 (+1 ms)Closed at 1732605719149 2024-11-26T07:21:59,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4505910f-c74f-d74c-2427-85508af602ca/MasterData/WALs/15ed1af4400d,40449,1732605704632/15ed1af4400d%2C40449%2C1732605704632.1732605705187 not finished, retry = 0 2024-11-26T07:21:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741830_1006 (size=32782) 2024-11-26T07:21:59,257 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:21:59,257 INFO [M:0;15ed1af4400d:40449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:21:59,257 INFO [M:0;15ed1af4400d:40449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40449 2024-11-26T07:21:59,258 INFO [M:0;15ed1af4400d:40449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:21:59,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:59,359 INFO [M:0;15ed1af4400d:40449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:21:59,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1015326c0f50006, quorum=127.0.0.1:55569, baseZNode=/2959751873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:21:59,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2483a4fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:21:59,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e8d262e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:59,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:59,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b3d318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:59,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15e85b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:59,364 WARN [BP-1903878198-172.17.0.2-1732605703505 heartbeating to localhost/127.0.0.1:42837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:21:59,364 WARN [BP-1903878198-172.17.0.2-1732605703505 heartbeating to localhost/127.0.0.1:42837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1903878198-172.17.0.2-1732605703505 (Datanode Uuid fe546d0e-9660-4c51-b8de-5a039ebff907) service to localhost/127.0.0.1:42837 2024-11-26T07:21:59,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/cluster_33a41af8-d2e2-799d-9309-2f9eb2750abc/data/data1/current/BP-1903878198-172.17.0.2-1732605703505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:59,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/cluster_33a41af8-d2e2-799d-9309-2f9eb2750abc/data/data2/current/BP-1903878198-172.17.0.2-1732605703505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:21:59,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:21:59,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:21:59,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:21:59,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@144e469{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:21:59,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ed586f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:21:59,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:21:59,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acab9f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:21:59,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dcfdb61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8839a1a-78a6-4bd4-78e1-e1f82c893362/hadoop.log.dir/,STOPPED} 2024-11-26T07:21:59,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:21:59,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:21:59,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:59,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:59,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:59,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:59,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:21:59,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:21:59,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1567046426, stopped=false 2024-11-26T07:21:59,384 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,38717,1732605700758 2024-11-26T07:21:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846847622/running 2024-11-26T07:21:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846847622/running 2024-11-26T07:21:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:21:59,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:21:59,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:21:59,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:59,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on znode that does not yet exist, /1846847622/running 2024-11-26T07:21:59,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:59,386 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,40577,1732605700865' ***** 2024-11-26T07:21:59,386 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:21:59,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Set watcher on znode that does not yet exist, /1846847622/running 2024-11-26T07:21:59,386 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:21:59,386 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(3091): Received CLOSE for b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,40577,1732605700865 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:40577. 2024-11-26T07:21:59,387 DEBUG [RS:0;15ed1af4400d:40577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:21:59,387 DEBUG [RS:0;15ed1af4400d:40577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6ecac1a40ac2594f946c9ffc75a8c55, disabling compactions & flushes 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:21:59,387 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. after waiting 0 ms 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:59,387 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:21:59,387 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1325): Online Regions={b6ecac1a40ac2594f946c9ffc75a8c55=test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:21:59,387 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6ecac1a40ac2594f946c9ffc75a8c55 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:21:59,387 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:21:59,387 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:21:59,388 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T07:21:59,390 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/default/test/b6ecac1a40ac2594f946c9ffc75a8c55/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:21:59,391 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:21:59,391 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:21:59,391 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:59,391 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6ecac1a40ac2594f946c9ffc75a8c55: Waiting for close lock at 1732605719387Running coprocessor pre-close hooks at 1732605719387Disabling compacts and flushes for region at 1732605719387Disabling writes for close at 1732605719387Writing region close event to WAL at 1732605719388 (+1 ms)Running coprocessor post-close hooks at 1732605719391 (+3 ms)Closed at 1732605719391 2024-11-26T07:21:59,391 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55. 2024-11-26T07:21:59,406 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/info/a47230a4d3a943308d478c17d6699115 is 129, key is test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55./info:regioninfo/1732605708306/Put/seqid=0 2024-11-26T07:21:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741841_1017 (size=6421) 2024-11-26T07:21:59,464 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:21:59,588 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:59,748 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:21:59,749 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:21:59,788 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:21:59,810 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/info/a47230a4d3a943308d478c17d6699115 2024-11-26T07:21:59,832 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/ns/6ba9599f16314ec092fcdf158d174595 is 43, key is default/ns:d/1732605703438/Put/seqid=0 2024-11-26T07:21:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741842_1018 (size=5153) 2024-11-26T07:21:59,882 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:59,916 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:21:59,988 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:22:00,188 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:22:00,236 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/ns/6ba9599f16314ec092fcdf158d174595 2024-11-26T07:22:00,254 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/rep_barrier/e351c624fde34e9dbbfe1e79c0ff0f52 is 112, key is test,,1732605707165.b6ecac1a40ac2594f946c9ffc75a8c55./rep_barrier:seqnumDuringOpen/1732605708306/Put/seqid=0 2024-11-26T07:22:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741843_1019 (size=5518) 2024-11-26T07:22:00,257 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/rep_barrier/e351c624fde34e9dbbfe1e79c0ff0f52 2024-11-26T07:22:00,274 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/table/41bb65a8f6c640ada252d7550d0b7a20 is 40, key is test/table:state/1732605708313/Put/seqid=0 2024-11-26T07:22:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741844_1020 (size=5165) 2024-11-26T07:22:00,388 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:22:00,388 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:22:00,388 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:22:00,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:22:00,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:22:00,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:22:00,588 DEBUG [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:22:00,677 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/table/41bb65a8f6c640ada252d7550d0b7a20 2024-11-26T07:22:00,682 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/info/a47230a4d3a943308d478c17d6699115 as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/info/a47230a4d3a943308d478c17d6699115 2024-11-26T07:22:00,686 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/info/a47230a4d3a943308d478c17d6699115, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T07:22:00,686 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/ns/6ba9599f16314ec092fcdf158d174595 as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/ns/6ba9599f16314ec092fcdf158d174595 2024-11-26T07:22:00,690 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/ns/6ba9599f16314ec092fcdf158d174595, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:22:00,690 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/rep_barrier/e351c624fde34e9dbbfe1e79c0ff0f52 as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/rep_barrier/e351c624fde34e9dbbfe1e79c0ff0f52 2024-11-26T07:22:00,693 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/rep_barrier/e351c624fde34e9dbbfe1e79c0ff0f52, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T07:22:00,694 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/.tmp/table/41bb65a8f6c640ada252d7550d0b7a20 as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/table/41bb65a8f6c640ada252d7550d0b7a20 2024-11-26T07:22:00,697 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/table/41bb65a8f6c640ada252d7550d0b7a20, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:22:00,698 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false 2024-11-26T07:22:00,702 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:22:00,702 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:22:00,702 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:22:00,702 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:22:00,702 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605719387Running coprocessor pre-close hooks at 1732605719387Disabling compacts and flushes for region at 1732605719387Disabling writes for close at 1732605719387Obtaining lock to block concurrent updates at 1732605719388 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732605719388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732605719388Flushing stores of hbase:meta,,1.1588230740 at 1732605719388Flushing 1588230740/info: creating writer at 1732605719389 (+1 ms)Flushing 1588230740/info: appending metadata at 1732605719406 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732605719406Flushing 1588230740/ns: creating writer at 1732605719814 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732605719831 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732605719831Flushing 1588230740/rep_barrier: creating writer at 1732605720239 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605720253 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605720253Flushing 1588230740/table: creating writer at 1732605720260 (+7 ms)Flushing 1588230740/table: appending metadata at 1732605720274 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605720274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65378fa4: reopening flushed file at 1732605720682 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de217e1: reopening flushed file at 1732605720686 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304829c2: reopening flushed file at 1732605720690 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23527d7f: reopening flushed file at 1732605720693 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false at 1732605720698 (+5 ms)Writing region close event to WAL at 1732605720699 (+1 ms)Running coprocessor post-close hooks at 1732605720702 (+3 ms)Closed at 1732605720702 2024-11-26T07:22:00,703 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:22:00,789 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,40577,1732605700865; all regions closed. 2024-11-26T07:22:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741834_1010 (size=2717) 2024-11-26T07:22:00,793 DEBUG [RS:0;15ed1af4400d:40577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/oldWALs 2024-11-26T07:22:00,793 INFO [RS:0;15ed1af4400d:40577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C40577%2C1732605700865.meta:.meta(num 1732605703352) 2024-11-26T07:22:00,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/WALs/15ed1af4400d,40577,1732605700865/15ed1af4400d%2C40577%2C1732605700865.1732605702908 not finished, retry = 0 2024-11-26T07:22:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741832_1008 (size=1374) 2024-11-26T07:22:00,886 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:22:00,896 DEBUG [RS:0;15ed1af4400d:40577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/oldWALs 2024-11-26T07:22:00,896 INFO [RS:0;15ed1af4400d:40577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 15ed1af4400d%2C40577%2C1732605700865:(num 1732605702908) 2024-11-26T07:22:00,896 DEBUG [RS:0;15ed1af4400d:40577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:00,896 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:22:00,897 INFO [RS:0;15ed1af4400d:40577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:22:00,897 INFO [RS:0;15ed1af4400d:40577 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:22:00,897 INFO [RS:0;15ed1af4400d:40577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:22:00,897 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:22:00,897 INFO [RS:0;15ed1af4400d:40577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:40577. 2024-11-26T07:22:00,897 DEBUG [RS:0;15ed1af4400d:40577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:22:00,897 DEBUG [RS:0;15ed1af4400d:40577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:00,897 DEBUG [RS:0;15ed1af4400d:40577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:00,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:22:00,897 INFO [RS:0;15ed1af4400d:40577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40577 2024-11-26T07:22:00,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846847622/rs/15ed1af4400d,40577,1732605700865 2024-11-26T07:22:00,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622/rs 2024-11-26T07:22:00,899 INFO [RS:0;15ed1af4400d:40577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:22:00,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,40577,1732605700865] 2024-11-26T07:22:00,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1846847622/draining/15ed1af4400d,40577,1732605700865 already deleted, retry=false 2024-11-26T07:22:00,903 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,40577,1732605700865 expired; onlineServers=0 2024-11-26T07:22:00,903 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,38717,1732605700758' ***** 2024-11-26T07:22:00,903 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:22:00,903 INFO [M:0;15ed1af4400d:38717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:22:00,903 INFO [M:0;15ed1af4400d:38717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:22:00,903 DEBUG [M:0;15ed1af4400d:38717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:22:00,903 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:22:00,903 DEBUG [M:0;15ed1af4400d:38717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:22:00,903 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605702606 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605702606,5,FailOnTimeoutGroup] 2024-11-26T07:22:00,903 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605702609 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605702609,5,FailOnTimeoutGroup] 2024-11-26T07:22:00,904 INFO [M:0;15ed1af4400d:38717 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:22:00,904 INFO [M:0;15ed1af4400d:38717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:22:00,904 DEBUG [M:0;15ed1af4400d:38717 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:22:00,904 INFO [M:0;15ed1af4400d:38717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:22:00,904 INFO [M:0;15ed1af4400d:38717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:22:00,904 INFO [M:0;15ed1af4400d:38717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:22:00,904 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:22:00,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846847622/master 2024-11-26T07:22:00,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846847622 2024-11-26T07:22:00,906 DEBUG [M:0;15ed1af4400d:38717 {}] zookeeper.ZKUtil(347): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Unable to get data of znode /1846847622/master because node does not exist (not an error) 2024-11-26T07:22:00,906 WARN [M:0;15ed1af4400d:38717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:22:00,907 INFO [M:0;15ed1af4400d:38717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/.lastflushedseqids 2024-11-26T07:22:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741845_1021 (size=173) 2024-11-26T07:22:00,920 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:22:01,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:01,002 INFO [RS:0;15ed1af4400d:40577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:22:01,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1015326c0f50004, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:01,002 INFO [RS:0;15ed1af4400d:40577 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,40577,1732605700865; zookeeper connection closed. 2024-11-26T07:22:01,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10784da8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10784da8 2024-11-26T07:22:01,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:22:01,311 INFO [M:0;15ed1af4400d:38717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:22:01,311 INFO [M:0;15ed1af4400d:38717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:22:01,311 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:22:01,311 INFO [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:01,311 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:01,311 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:22:01,311 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:01,311 INFO [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-26T07:22:01,327 DEBUG [M:0;15ed1af4400d:38717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/277aabdecee24089aae9850a3cca8e29 is 82, key is hbase:meta,,1/info:regioninfo/1732605703426/Put/seqid=0 2024-11-26T07:22:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741846_1022 (size=5672) 2024-11-26T07:22:01,731 INFO [M:0;15ed1af4400d:38717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/277aabdecee24089aae9850a3cca8e29 2024-11-26T07:22:01,748 DEBUG [M:0;15ed1af4400d:38717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9b4a3213edd428dae2d8673322c047f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732605708316/Put/seqid=0 2024-11-26T07:22:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741847_1023 (size=6587) 2024-11-26T07:22:01,990 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:22:02,023 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:22:02,152 INFO [M:0;15ed1af4400d:38717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9b4a3213edd428dae2d8673322c047f 2024-11-26T07:22:02,169 DEBUG [M:0;15ed1af4400d:38717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d78198fdb2c45f08bb9da3a53a9bb3c is 69, key is 15ed1af4400d,40577,1732605700865/rs:state/1732605702647/Put/seqid=0 2024-11-26T07:22:02,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741848_1024 (size=5156) 2024-11-26T07:22:02,172 INFO [M:0;15ed1af4400d:38717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d78198fdb2c45f08bb9da3a53a9bb3c 2024-11-26T07:22:02,176 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/277aabdecee24089aae9850a3cca8e29 as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/277aabdecee24089aae9850a3cca8e29 2024-11-26T07:22:02,179 INFO [M:0;15ed1af4400d:38717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/277aabdecee24089aae9850a3cca8e29, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T07:22:02,180 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9b4a3213edd428dae2d8673322c047f as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9b4a3213edd428dae2d8673322c047f 2024-11-26T07:22:02,183 INFO [M:0;15ed1af4400d:38717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9b4a3213edd428dae2d8673322c047f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T07:22:02,183 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d78198fdb2c45f08bb9da3a53a9bb3c as hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d78198fdb2c45f08bb9da3a53a9bb3c 2024-11-26T07:22:02,186 INFO [M:0;15ed1af4400d:38717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46483/user/jenkins/test-data/1c4bef1d-5621-126f-b6c6-302dfcdbccf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d78198fdb2c45f08bb9da3a53a9bb3c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T07:22:02,187 INFO [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false 2024-11-26T07:22:02,188 INFO [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:02,188 DEBUG [M:0;15ed1af4400d:38717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605721311Disabling compacts and flushes for region at 1732605721311Disabling writes for close at 1732605721311Obtaining lock to block concurrent updates at 1732605721311Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605721311Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732605721312 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605721312Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605721312Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605721326 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605721326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605721734 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605721748 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605721748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605722155 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605722168 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605722168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6129096a: reopening flushed file at 1732605722175 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33620bb8: reopening flushed file at 1732605722179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b39258d: reopening flushed file at 1732605722183 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false at 1732605722187 (+4 ms)Writing region close event to WAL at 1732605722188 (+1 ms)Closed at 1732605722188 2024-11-26T07:22:02,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43769 is added to blk_1073741830_1006 (size=32782) 2024-11-26T07:22:02,190 INFO [M:0;15ed1af4400d:38717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:22:02,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:22:02,190 INFO [M:0;15ed1af4400d:38717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38717 2024-11-26T07:22:02,191 INFO [M:0;15ed1af4400d:38717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:22:02,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:02,292 INFO [M:0;15ed1af4400d:38717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:22:02,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1015326c0f50003, quorum=127.0.0.1:55569, baseZNode=/1846847622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:02,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@691721b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:22:02,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4898b4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:22:02,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:22:02,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6515073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:22:02,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dae606b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.log.dir/,STOPPED} 2024-11-26T07:22:02,296 WARN [BP-1023166709-172.17.0.2-1732605699324 heartbeating to localhost/127.0.0.1:46483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:22:02,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:22:02,296 WARN [BP-1023166709-172.17.0.2-1732605699324 heartbeating to localhost/127.0.0.1:46483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1023166709-172.17.0.2-1732605699324 (Datanode Uuid 78dcf2a2-8cd9-47ed-8717-13ee2d197eda) service to localhost/127.0.0.1:46483 2024-11-26T07:22:02,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:22:02,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/cluster_a5d16ffd-ec02-e352-e66a-c65908611ca8/data/data1/current/BP-1023166709-172.17.0.2-1732605699324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:22:02,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/cluster_a5d16ffd-ec02-e352-e66a-c65908611ca8/data/data2/current/BP-1023166709-172.17.0.2-1732605699324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:22:02,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:22:02,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4810c33e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:22:02,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73bfc8d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:22:02,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:22:02,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf9ac86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:22:02,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79541c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1175ddf-e6fd-df09-29c3-e6b70966877b/hadoop.log.dir/,STOPPED} 2024-11-26T07:22:02,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:22:02,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:22:02,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:22:02,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:22:02,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:02,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:02,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:22:02,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1083465540, stopped=false 2024-11-26T07:22:02,320 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=15ed1af4400d,42147,1732605696472 2024-11-26T07:22:02,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:22:02,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409926787/running 2024-11-26T07:22:02,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409926787/running 2024-11-26T07:22:02,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:22:02,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:22:02,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:22:02,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:22:02,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:22:02,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:02,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on znode that does not yet exist, /0-409926787/running 2024-11-26T07:22:02,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Set watcher on znode that does not yet exist, /0-409926787/running 2024-11-26T07:22:02,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '15ed1af4400d,42211,1732605696532' ***** 2024-11-26T07:22:02,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:22:02,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(3091): Received CLOSE for 83380c2bf3843a17f30066186ea54f1c 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(3091): Received CLOSE for a64109a1c327d457306b37200a39d917 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(959): stopping server 15ed1af4400d,42211,1732605696532 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:42211. 2024-11-26T07:22:02,325 DEBUG [RS:0;15ed1af4400d:42211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:22:02,325 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:02,325 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83380c2bf3843a17f30066186ea54f1c, disabling compactions & flushes 2024-11-26T07:22:02,325 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:22:02,325 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:22:02,325 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. after waiting 0 ms 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:22:02,325 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:22:02,325 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83380c2bf3843a17f30066186ea54f1c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T07:22:02,325 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:22:02,325 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1325): Online Regions={83380c2bf3843a17f30066186ea54f1c=hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c., 1588230740=hbase:meta,,1.1588230740, a64109a1c327d457306b37200a39d917=test,,1732605706535.a64109a1c327d457306b37200a39d917.} 2024-11-26T07:22:02,326 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83380c2bf3843a17f30066186ea54f1c, a64109a1c327d457306b37200a39d917 2024-11-26T07:22:02,326 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:22:02,326 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:22:02,326 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:22:02,326 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:22:02,326 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:22:02,326 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T07:22:02,352 INFO [regionserver/15ed1af4400d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:22:02,354 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/.tmp/hfileref/a55bb5d7bbf34ac09d33d7da4141e26a is 74, key is 1/hfileref:10e491d7945e4331ab9c62d56d68aeaa_SeqId_6_/1732605716308/DeleteColumn/seqid=0 2024-11-26T07:22:02,355 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/info/df9b4b9e15124e8e9b6ba4b840f61346 is 147, key is hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c./info:regioninfo/1732605711127/Put/seqid=0 2024-11-26T07:22:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741847_1023 (size=5489) 2024-11-26T07:22:02,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741848_1024 (size=7686) 2024-11-26T07:22:02,526 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83380c2bf3843a17f30066186ea54f1c, a64109a1c327d457306b37200a39d917 2024-11-26T07:22:02,726 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83380c2bf3843a17f30066186ea54f1c, a64109a1c327d457306b37200a39d917 2024-11-26T07:22:02,758 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/.tmp/hfileref/a55bb5d7bbf34ac09d33d7da4141e26a 2024-11-26T07:22:02,762 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/info/df9b4b9e15124e8e9b6ba4b840f61346 2024-11-26T07:22:02,776 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/.tmp/queue/b719d30e629944728cd0a2cfe09474f9 is 153, key is 1-15ed1af4400d,42211,1732605696532/queue:15ed1af4400d%2C42211%2C1732605696532/1732605716310/Put/seqid=0 2024-11-26T07:22:02,780 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/ns/b6697867b3d644ada1981cd7cb67404a is 43, key is default/ns:d/1732605699189/Put/seqid=0 2024-11-26T07:22:02,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741849_1025 (size=5504) 2024-11-26T07:22:02,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741850_1026 (size=5153) 2024-11-26T07:22:02,783 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/ns/b6697867b3d644ada1981cd7cb67404a 2024-11-26T07:22:02,799 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/rep_barrier/b77c266ef4c24441956ea457d22f2b71 is 112, key is test,,1732605706535.a64109a1c327d457306b37200a39d917./rep_barrier:seqnumDuringOpen/1732605706874/Put/seqid=0 2024-11-26T07:22:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741851_1027 (size=5518) 2024-11-26T07:22:02,926 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83380c2bf3843a17f30066186ea54f1c, a64109a1c327d457306b37200a39d917 2024-11-26T07:22:03,041 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:22:03,042 INFO [regionserver/15ed1af4400d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:22:03,126 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83380c2bf3843a17f30066186ea54f1c, a64109a1c327d457306b37200a39d917 2024-11-26T07:22:03,182 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/.tmp/queue/b719d30e629944728cd0a2cfe09474f9 2024-11-26T07:22:03,186 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/.tmp/hfileref/a55bb5d7bbf34ac09d33d7da4141e26a as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/hfileref/a55bb5d7bbf34ac09d33d7da4141e26a 2024-11-26T07:22:03,190 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/hfileref/a55bb5d7bbf34ac09d33d7da4141e26a, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T07:22:03,191 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/.tmp/queue/b719d30e629944728cd0a2cfe09474f9 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/queue/b719d30e629944728cd0a2cfe09474f9 2024-11-26T07:22:03,193 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:22:03,194 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/queue/b719d30e629944728cd0a2cfe09474f9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T07:22:03,195 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 83380c2bf3843a17f30066186ea54f1c in 870ms, sequenceid=17, compaction requested=false 2024-11-26T07:22:03,198 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/replication/83380c2bf3843a17f30066186ea54f1c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T07:22:03,199 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:22:03,199 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:22:03,199 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:22:03,199 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83380c2bf3843a17f30066186ea54f1c: Waiting for close lock at 1732605722325Running coprocessor pre-close hooks at 1732605722325Disabling compacts and flushes for region at 1732605722325Disabling writes for close at 1732605722325Obtaining lock to block concurrent updates at 1732605722325Preparing flush snapshotting stores in 83380c2bf3843a17f30066186ea54f1c at 1732605722325Finished memstore snapshotting hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732605722326 (+1 ms)Flushing stores of hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. at 1732605722326Flushing 83380c2bf3843a17f30066186ea54f1c/hfileref: creating writer at 1732605722326Flushing 83380c2bf3843a17f30066186ea54f1c/hfileref: appending metadata at 1732605722353 (+27 ms)Flushing 83380c2bf3843a17f30066186ea54f1c/hfileref: closing flushed file at 1732605722353Flushing 83380c2bf3843a17f30066186ea54f1c/queue: creating writer at 1732605722762 (+409 ms)Flushing 83380c2bf3843a17f30066186ea54f1c/queue: appending metadata at 1732605722776 (+14 ms)Flushing 83380c2bf3843a17f30066186ea54f1c/queue: closing flushed file at 1732605722776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a026e6: reopening flushed file at 1732605723186 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3264b9b9: reopening flushed file at 1732605723190 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 83380c2bf3843a17f30066186ea54f1c in 870ms, sequenceid=17, compaction requested=false at 1732605723195 (+5 ms)Writing region close event to WAL at 1732605723196 (+1 ms)Running coprocessor post-close hooks at 1732605723199 (+3 ms)Closed at 1732605723199 2024-11-26T07:22:03,200 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732605709967.83380c2bf3843a17f30066186ea54f1c. 2024-11-26T07:22:03,200 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a64109a1c327d457306b37200a39d917, disabling compactions & flushes 2024-11-26T07:22:03,200 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:22:03,200 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:22:03,200 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732605706535.a64109a1c327d457306b37200a39d917. after waiting 0 ms 2024-11-26T07:22:03,200 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:22:03,202 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/rep_barrier/b77c266ef4c24441956ea457d22f2b71 2024-11-26T07:22:03,203 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/default/test/a64109a1c327d457306b37200a39d917/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:22:03,203 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:22:03,203 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T07:22:03,203 INFO [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:22:03,203 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a64109a1c327d457306b37200a39d917: Waiting for close lock at 1732605723200Running coprocessor pre-close hooks at 1732605723200Disabling compacts and flushes for region at 1732605723200Disabling writes for close at 1732605723200Writing region close event to WAL at 1732605723200Running coprocessor post-close hooks at 1732605723203 (+3 ms)Closed at 1732605723203 2024-11-26T07:22:03,203 DEBUG [RS_CLOSE_REGION-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732605706535.a64109a1c327d457306b37200a39d917. 2024-11-26T07:22:03,220 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/table/843a600c415345e2842e6e77e64c6656 is 53, key is hbase:replication/table:state/1732605711133/Put/seqid=0 2024-11-26T07:22:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741852_1028 (size=5308) 2024-11-26T07:22:03,227 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 393, reset compression=false 2024-11-26T07:22:03,230 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T07:22:03,231 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 688, reset compression=false 2024-11-26T07:22:03,231 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-15ed1af4400d,42211,1732605696532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T07:22:03,232 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 15ed1af4400d,42211,1732605696532: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-15ed1af4400d,42211,1732605696532, walGroup=15ed1af4400d%2C42211%2C1732605696532, offset=15ed1af4400d%2C42211%2C1732605696532.1732605715015:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T07:22:03,233 ERROR [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:22:03,233 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:22:03,234 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:22:03,234 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:22:03,234 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:22:03,234 INFO [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1488977920, "init": 1048576000, "max": 2306867200, "used": 1065490688 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208682704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:22:03,234 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=15ed1af4400d:42147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T07:22:03,327 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:22:03,327 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:22:03,327 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:22:03,434 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 688, reset compression=false 2024-11-26T07:22:03,527 DEBUG [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:22:03,624 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/table/843a600c415345e2842e6e77e64c6656 2024-11-26T07:22:03,628 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/info/df9b4b9e15124e8e9b6ba4b840f61346 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/info/df9b4b9e15124e8e9b6ba4b840f61346 2024-11-26T07:22:03,631 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/info/df9b4b9e15124e8e9b6ba4b840f61346, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T07:22:03,632 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/ns/b6697867b3d644ada1981cd7cb67404a as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/ns/b6697867b3d644ada1981cd7cb67404a 2024-11-26T07:22:03,635 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/ns/b6697867b3d644ada1981cd7cb67404a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T07:22:03,636 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/rep_barrier/b77c266ef4c24441956ea457d22f2b71 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/rep_barrier/b77c266ef4c24441956ea457d22f2b71 2024-11-26T07:22:03,639 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/rep_barrier/b77c266ef4c24441956ea457d22f2b71, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T07:22:03,639 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/.tmp/table/843a600c415345e2842e6e77e64c6656 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/table/843a600c415345e2842e6e77e64c6656 2024-11-26T07:22:03,642 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/table/843a600c415345e2842e6e77e64c6656, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T07:22:03,643 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-26T07:22:03,643 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:22:03,647 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T07:22:03,648 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T07:22:03,648 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:22:03,648 INFO [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:22:03,648 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732605722326Running coprocessor pre-close hooks at 1732605722326Disabling compacts and flushes for region at 1732605722326Disabling writes for close at 1732605722326Obtaining lock to block concurrent updates at 1732605722326Preparing flush snapshotting stores in 1588230740 at 1732605722326Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732605722326Flushing stores of hbase:meta,,1.1588230740 at 1732605722326Flushing 1588230740/info: creating writer at 1732605722326Flushing 1588230740/info: appending metadata at 1732605722354 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732605722354Flushing 1588230740/ns: creating writer at 1732605722765 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732605722780 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732605722780Flushing 1588230740/rep_barrier: creating writer at 1732605722786 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732605722799 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732605722799Flushing 1588230740/table: creating writer at 1732605723206 (+407 ms)Flushing 1588230740/table: appending metadata at 1732605723220 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732605723220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c49cca1: reopening flushed file at 1732605723627 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14535137: reopening flushed file at 1732605723632 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75179d6a: reopening flushed file at 1732605723636 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@687a5f53: reopening flushed file at 1732605723639 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1732605723643 (+4 ms)Writing region close event to WAL at 1732605723645 (+2 ms)Running coprocessor post-close hooks at 1732605723647 (+2 ms)Closed at 1732605723648 (+1 ms) 2024-11-26T07:22:03,648 DEBUG [RS_CLOSE_META-regionserver/15ed1af4400d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:22:03,727 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(976): stopping server 15ed1af4400d,42211,1732605696532; all regions closed. 2024-11-26T07:22:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741844_1020 (size=859) 2024-11-26T07:22:03,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741843_1019 (size=2791) 2024-11-26T07:22:03,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741842_1018 (size=696) 2024-11-26T07:22:03,733 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:03,733 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:22:03,734 INFO [RS:0;15ed1af4400d:42211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:22:03,734 INFO [RS:0;15ed1af4400d:42211 {}] hbase.ChoreService(370): Chore service for: regionserver/15ed1af4400d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:22:03,734 INFO [RS:0;15ed1af4400d:42211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:22:03,734 INFO [regionserver/15ed1af4400d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:22:03,734 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-15ed1af4400d,42211,1732605696532 because: Region server is closing 2024-11-26T07:22:03,735 INFO [RS:0;15ed1af4400d:42211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:42211. 2024-11-26T07:22:03,735 DEBUG [RS:0;15ed1af4400d:42211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:22:03,735 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:03,735 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:03,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:22:03,737 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 to pos 688, reset compression=false 2024-11-26T07:22:03,739 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/WALs/15ed1af4400d,42211,1732605696532/15ed1af4400d%2C42211%2C1732605696532.1732605715015 2024-11-26T07:22:03,739 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T07:22:03,739 DEBUG [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T07:22:03,835 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T07:22:03,835 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T07:22:03,835 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,1-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,1-15ed1af4400d,42211,1732605696532 terminated 2024-11-26T07:22:03,836 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-15ed1af4400d,42211,1732605696532 because: Region server is closing 2024-11-26T07:22:03,836 INFO [RS:0;15ed1af4400d:42211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;15ed1af4400d:42211. 2024-11-26T07:22:03,836 DEBUG [RS:0;15ed1af4400d:42211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:22:03,836 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:03,836 DEBUG [RS:0;15ed1af4400d:42211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:22:03,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:22:03,936 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.shipper15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 terminated 2024-11-26T07:22:03,936 INFO [RS:0;15ed1af4400d:42211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42211 2024-11-26T07:22:03,936 WARN [RS_REFRESH_PEER-regionserver/15ed1af4400d:0-0.replicationSource,2-15ed1af4400d,42211,1732605696532.replicationSource.wal-reader.15ed1af4400d%2C42211%2C1732605696532,2-15ed1af4400d,42211,1732605696532 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-26T07:22:03,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787/rs 2024-11-26T07:22:03,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409926787/rs/15ed1af4400d,42211,1732605696532 2024-11-26T07:22:03,938 INFO [RS:0;15ed1af4400d:42211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:22:03,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15ed1af4400d,42211,1732605696532] 2024-11-26T07:22:03,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-409926787/draining/15ed1af4400d,42211,1732605696532 already deleted, retry=false 2024-11-26T07:22:03,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 15ed1af4400d,42211,1732605696532 expired; onlineServers=0 2024-11-26T07:22:03,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '15ed1af4400d,42147,1732605696472' ***** 2024-11-26T07:22:03,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:22:03,940 INFO [M:0;15ed1af4400d:42147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:22:03,940 INFO [M:0;15ed1af4400d:42147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:22:03,941 DEBUG [M:0;15ed1af4400d:42147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:22:03,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:22:03,941 DEBUG [M:0;15ed1af4400d:42147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:22:03,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605697973 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.large.0-1732605697973,5,FailOnTimeoutGroup] 2024-11-26T07:22:03,941 DEBUG [master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605697973 {}] cleaner.HFileCleaner(306): Exit Thread[master/15ed1af4400d:0:becomeActiveMaster-HFileCleaner.small.0-1732605697973,5,FailOnTimeoutGroup] 2024-11-26T07:22:03,941 INFO [M:0;15ed1af4400d:42147 {}] hbase.ChoreService(370): Chore service for: master/15ed1af4400d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:22:03,941 INFO [M:0;15ed1af4400d:42147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:22:03,941 DEBUG [M:0;15ed1af4400d:42147 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:22:03,941 INFO [M:0;15ed1af4400d:42147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:22:03,941 INFO [M:0;15ed1af4400d:42147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:22:03,941 INFO [M:0;15ed1af4400d:42147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:22:03,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:22:03,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409926787/master 2024-11-26T07:22:03,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409926787 2024-11-26T07:22:03,944 DEBUG [M:0;15ed1af4400d:42147 {}] zookeeper.ZKUtil(347): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Unable to get data of znode /0-409926787/master because node does not exist (not an error) 2024-11-26T07:22:03,944 WARN [M:0;15ed1af4400d:42147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:22:03,944 INFO [M:0;15ed1af4400d:42147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/.lastflushedseqids 2024-11-26T07:22:03,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741853_1029 (size=263) 2024-11-26T07:22:04,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42211-0x1015326c0f50001, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:04,040 INFO [RS:0;15ed1af4400d:42211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:22:04,040 INFO [RS:0;15ed1af4400d:42211 {}] regionserver.HRegionServer(1031): Exiting; stopping=15ed1af4400d,42211,1732605696532; zookeeper connection closed. 2024-11-26T07:22:04,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c65fa1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c65fa1 2024-11-26T07:22:04,040 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:22:04,349 INFO [M:0;15ed1af4400d:42147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:22:04,349 INFO [M:0;15ed1af4400d:42147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:22:04,349 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:22:04,349 INFO [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:04,349 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:04,349 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:22:04,349 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:04,349 INFO [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-26T07:22:04,364 DEBUG [M:0;15ed1af4400d:42147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/182bc86f12914378a697c41d7b6894c0 is 82, key is hbase:meta,,1/info:regioninfo/1732605699174/Put/seqid=0 2024-11-26T07:22:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741854_1030 (size=5672) 2024-11-26T07:22:04,368 INFO [M:0;15ed1af4400d:42147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/182bc86f12914378a697c41d7b6894c0 2024-11-26T07:22:04,385 DEBUG [M:0;15ed1af4400d:42147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1548979397b4e51820582d5b6cd30af is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732605711135/Put/seqid=0 2024-11-26T07:22:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741855_1031 (size=8910) 2024-11-26T07:22:04,789 INFO [M:0;15ed1af4400d:42147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1548979397b4e51820582d5b6cd30af 2024-11-26T07:22:04,811 DEBUG [M:0;15ed1af4400d:42147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/704f0cc4eee64f36beaf4d6471847d32 is 69, key is 15ed1af4400d,42211,1732605696532/rs:state/1732605697993/Put/seqid=0 2024-11-26T07:22:04,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741856_1032 (size=5156) 2024-11-26T07:22:05,214 INFO [M:0;15ed1af4400d:42147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/704f0cc4eee64f36beaf4d6471847d32 2024-11-26T07:22:05,219 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/182bc86f12914378a697c41d7b6894c0 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/182bc86f12914378a697c41d7b6894c0 2024-11-26T07:22:05,222 INFO [M:0;15ed1af4400d:42147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/182bc86f12914378a697c41d7b6894c0, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T07:22:05,223 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1548979397b4e51820582d5b6cd30af as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1548979397b4e51820582d5b6cd30af 2024-11-26T07:22:05,226 INFO [M:0;15ed1af4400d:42147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1548979397b4e51820582d5b6cd30af, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T07:22:05,226 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/704f0cc4eee64f36beaf4d6471847d32 as hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/704f0cc4eee64f36beaf4d6471847d32 2024-11-26T07:22:05,230 INFO [M:0;15ed1af4400d:42147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/bd51f668-5377-0b6a-227d-41d322cdcfa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/704f0cc4eee64f36beaf4d6471847d32, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T07:22:05,230 INFO [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=112, compaction requested=false 2024-11-26T07:22:05,231 INFO [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:22:05,232 DEBUG [M:0;15ed1af4400d:42147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732605724349Disabling compacts and flushes for region at 1732605724349Disabling writes for close at 1732605724349Obtaining lock to block concurrent updates at 1732605724349Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732605724349Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732605724350 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732605724350Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732605724350Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732605724364 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732605724364Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732605724372 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732605724385 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732605724385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732605724793 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732605724810 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732605724810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f18bc3d: reopening flushed file at 1732605725218 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547d01dd: reopening flushed file at 1732605725222 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402c95f0: reopening flushed file at 1732605725226 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=112, compaction requested=false at 1732605725230 (+4 ms)Writing region close event to WAL at 1732605725231 (+1 ms)Closed at 1732605725231 2024-11-26T07:22:05,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741830_1006 (size=69067) 2024-11-26T07:22:05,234 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:22:05,234 INFO [M:0;15ed1af4400d:42147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:22:05,234 INFO [M:0;15ed1af4400d:42147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42147 2024-11-26T07:22:05,234 INFO [M:0;15ed1af4400d:42147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:22:05,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:05,336 INFO [M:0;15ed1af4400d:42147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:22:05,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42147-0x1015326c0f50000, quorum=127.0.0.1:55569, baseZNode=/0-409926787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:22:05,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12902795{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:22:05,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:22:05,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:22:05,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:22:05,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.log.dir/,STOPPED} 2024-11-26T07:22:05,340 WARN [BP-2118732341-172.17.0.2-1732605695617 heartbeating to localhost/127.0.0.1:42331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:22:05,340 WARN [BP-2118732341-172.17.0.2-1732605695617 heartbeating to localhost/127.0.0.1:42331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2118732341-172.17.0.2-1732605695617 (Datanode Uuid d855d49b-3aee-4342-bd5b-4425ab7780dd) service to localhost/127.0.0.1:42331 2024-11-26T07:22:05,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:22:05,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:22:05,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b/data/data1/current/BP-2118732341-172.17.0.2-1732605695617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:22:05,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/cluster_0980f43a-b657-d263-23ae-7cd08bf2bf2b/data/data2/current/BP-2118732341-172.17.0.2-1732605695617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:22:05,342 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:22:05,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:22:05,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:22:05,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:22:05,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:22:05,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4f7f3d-e41e-de9b-a523-71157fb4b180/hadoop.log.dir/,STOPPED} 2024-11-26T07:22:05,355 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:22:05,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:22:05,390 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 532) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46483 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42331 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42837 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42837 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42331 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46483 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42331 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=6683 (was 7586) 2024-11-26T07:22:05,390 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500